-- Logs begin at Mon 2021-11-22 16:11:45 UTC, end at Mon 2021-11-22 17:13:35 UTC. -- Nov 22 16:47:20.134315 dv-cinder-778193-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 22 16:47:22.886928 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.common.config [-] Logging enabled! Nov 22 16:47:22.887509 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev217 Nov 22 16:47:22.887638 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102520) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 16:47:22.890949 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.common.config [-] Logging enabled! Nov 22 16:47:22.891208 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev217 Nov 22 16:47:22.891524 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102520) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 16:47:22.894196 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 16:47:22.894440 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 16:47:22.894815 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 16:47:22.895069 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 16:47:22.895299 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 16:47:22.895624 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.896073 dv-cinder-778193-11-iscsi neutron-server[102520]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 22 16:47:22.896393 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.896694 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.896990 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.897293 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.897588 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.897874 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.898166 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.898467 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.898755 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.899038 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.899321 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.899615 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.900454 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.900747 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.901038 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.901326 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] debug = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.901611 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.902045 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.902454 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.902740 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.903034 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.903315 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.903589 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.903866 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.904179 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.904514 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] host = dv-cinder-778193-11-iscsi {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.904802 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.905091 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.905380 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.905671 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.905946 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.906225 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.906511 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.906789 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.907062 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.907338 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.907627 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.907916 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.908234 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.908463 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.908688 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.908987 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.909275 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.909556 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.909833 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.910111 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.910388 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.910667 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.910939 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.911227 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.911516 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.911803 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.912112 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.912392 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.912675 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.912950 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.913238 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.913513 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.913791 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.914068 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.914359 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.914632 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.914915 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.915221 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.916089 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.916368 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.916659 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.916939 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.917226 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.917501 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.917778 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.918069 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] use_json = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.918329 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.918598 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.918884 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.919161 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.919437 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.919714 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.919988 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.920297 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:22.920599 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.920902 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.921205 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.921491 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.921797 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.922083 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.922378 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.922658 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.922949 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.923239 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.923531 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.923810 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.924127 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.924408 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.924703 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.925009 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.925307 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.925601 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.925877 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.926156 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.926433 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.926712 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.927004 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.927285 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.927575 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.927866 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.928181 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.928482 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.928771 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.929069 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.929364 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.929642 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.929923 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.930215 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.930502 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.930777 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.931079 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.931374 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.931653 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.931929 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.932239 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.932519 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.932793 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.933066 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.933345 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.933636 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.933914 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.934187 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.934457 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.934735 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.935007 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.935294 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.935573 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.935849 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.936151 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.936433 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.936707 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.936979 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.937258 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.937531 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.937809 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.938085 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.938361 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.938636 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.938909 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.939184 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.939460 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.939736 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.940024 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.940317 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.940599 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.940873 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.941150 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.941425 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.941713 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.942011 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.942290 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.942569 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.942848 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.943128 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.943405 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.943682 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.943961 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.944264 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.944535 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.944825 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.945106 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.945393 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.945676 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.945981 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.946277 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.946557 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.947368 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.947648 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.947928 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.948237 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.948522 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.948817 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.949111 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.949406 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.949700 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.949994 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.950276 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.950586 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.950865 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:22.951088 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 16:47:22.951328 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102520) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 22 16:47:23.387646 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 16:47:23.387926 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 16:47:23.388264 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 16:47:23.388604 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 22 16:47:23.716684 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:23.716876 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:23.717152 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:23.718368 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:23.718652 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:23.719044 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:23.756805 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:23.757083 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:23.757354 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:23.771431 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:23.771715 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:23.771989 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:23.801403 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:23.801683 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:23.801955 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:23.840233 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:23.840520 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:23.840795 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.092926 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.093902 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.093902 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.093902 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.094417 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.196907 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.197235 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.197518 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.197789 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.198056 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.198365 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.198625 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.198882 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.199136 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.199416 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.199675 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.199937 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.200217 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.200469 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.200722 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.200989 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.201242 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.201506 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.201773 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.202034 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.202304 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.202557 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.202836 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.203209 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.203459 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.203705 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.204139 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:47:24.204383 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:47:24.204623 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:47:24.204865 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:47:24.205099 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:47:24.205333 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:47:24.205703 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 22 16:47:24.209089 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 22 16:47:24.213694 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 22 16:47:24.217803 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Nov 22 16:47:24.219844 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 22 16:47:24.220364 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 22 16:47:24.220709 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 22 16:47:24.221100 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 22 16:47:24.223993 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 22 16:47:24.224266 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 22 16:47:24.224623 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 16:47:24.230619 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 22 16:47:24.253704 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 22 16:47:24.254175 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.254481 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102520) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 22 16:47:24.255110 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.256547 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102520) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 22 16:47:24.257100 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 16:47:24.257100 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 22 16:47:24.261891 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.262176 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:24.325569 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 22 16:47:24.325794 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 22 16:47:24.326039 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 22 16:47:24.326429 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 22 16:47:24.347860 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_db.sqlalchemy.engines [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102520) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 22 16:47:24.914163 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Initializing driver for type 'gre' Nov 22 16:47:24.914774 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] gre ID ranges: [(1, 1000)] Nov 22 16:47:24.968489 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Initializing driver for type 'local' Nov 22 16:47:24.968828 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Initializing driver for type 'vlan' Nov 22 16:47:24.982033 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] VlanTypeDriver initialization complete Nov 22 16:47:24.982396 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Initializing driver for type 'vxlan' Nov 22 16:47:24.982946 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] vxlan ID ranges: [(1, 1000)] Nov 22 16:47:25.035781 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Initializing extension driver 'port_security' Nov 22 16:47:25.036225 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.extensions.port_security [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] PortSecurityExtensionDriver initialization complete Nov 22 16:47:25.036569 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Initializing mechanism driver 'openvswitch' Nov 22 16:47:25.036898 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Initializing mechanism driver 'hyperv' Nov 22 16:47:25.043937 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.plugin [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:25.044646 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > port after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.045023 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > port after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.045377 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > port after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.045914 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:47:25.046352 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > subnet after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.046707 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > subnet after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.047056 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.047462 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:47:25.047873 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > network after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.048251 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > network after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.048597 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > network after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.048996 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:47:25.049408 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > security_group after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.049761 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > security_group after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.050105 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.050644 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:47:25.051061 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.051422 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.051769 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.052202 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:47:25.052616 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > address_group after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.052966 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > address_group after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.053307 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.053706 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:47:25.054088 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] ML2 OVO RPC backend initialized. {{(pid=102520) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 22 16:47:25.054793 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.055152 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.055571 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > network before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.056472 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > networks before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.056832 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > port before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.057177 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > ports before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.057526 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > subnet before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.057868 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > subnets before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.058215 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > network after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.058557 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > network after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.058897 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > network after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.059234 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > port after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.059572 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > port after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.059908 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > port after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.060277 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > subnet after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.060639 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > subnet after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.061024 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.061611 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.plugin [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Modular L2 Plugin initialization complete Nov 22 16:47:25.061949 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading services supported by the core plugin {{(pid=102520) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 22 16:47:25.062278 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Got port-security extension from driver 'port_security' Nov 22 16:47:25.062748 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.extensions.vlantransparent [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Disabled vlantransparent extension. Nov 22 16:47:25.063233 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102520) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 22 16:47:25.063554 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading Plugin: router Nov 22 16:47:25.099911 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.100484 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router after_create 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.100702 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router before_create 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.101134 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.101515 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.101874 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router after_delete 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.102237 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.102591 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.102975 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router after_create 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.103320 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router after_update 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.103680 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router after_update 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.104053 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.104417 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router after_update 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.104830 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router precommit_update 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.105199 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: port after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.105542 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: port after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.105883 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: subnet after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.106233 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.106586 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.106935 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router precommit_create 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.107279 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: port before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.107629 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router precommit_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.107990 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router after_update 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.108371 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.108722 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router precommit_create 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.109083 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.109432 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router precommit_update 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.109799 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > agent after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.110150 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > agent after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.110496 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > network after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.111367 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Tracking information for resource: router configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:47:25.111699 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Tracking information for resource: floatingip configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:47:25.116766 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.db.l3_agentschedulers_db [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 22 16:47:25.117353 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: port after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.117721 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: port after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.118076 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: port after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.118955 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: port after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.119791 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router before_create 55550100 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.120196 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.120564 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router precommit_create 55550100 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.120997 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > router precommit_update 55550100 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.125908 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.services.provider_configuration [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Service providers = [] {{(pid=102520) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 22 16:47:25.126279 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.db.servicetype_db [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102520) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 22 16:47:25.129296 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.services.service_base [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102520) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 16:47:25.129652 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.services.service_base [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102520) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 16:47:25.130252 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.services.service_base [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102520) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 16:47:25.131154 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.services.service_base [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102520) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 16:47:25.131535 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.services.service_base [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 22 16:47:25.131914 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:47:25.132263 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 22 16:47:25.143675 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:47:25.144034 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading Plugin: auto_allocate Nov 22 16:47:25.150188 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: network precommit_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.150569 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: network precommit_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.151132 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:47:25.151474 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading Plugin: tag Nov 22 16:47:25.158117 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:47:25.158452 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading Plugin: timestamp Nov 22 16:47:25.162544 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:47:25.162891 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading Plugin: network_ip_availability Nov 22 16:47:25.168972 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.169293 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.169650 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.170369 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:47:25.170692 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading Plugin: flavors Nov 22 16:47:25.175511 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:47:25.175851 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading Plugin: revisions Nov 22 16:47:25.180222 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:47:25.180618 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_concurrency.lockutils [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=102520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 16:47:25.182005 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102520) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 22 16:47:25.182346 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Initializing extension manager. Nov 22 16:47:25.182874 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: __init__.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.183223 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: __pycache__ {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.183564 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.183902 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: address_group.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.184696 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.185262 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: address-group Nov 22 16:47:25.185592 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: address_scope.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.187803 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.188368 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: address-scope Nov 22 16:47:25.188712 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.189671 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.190195 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: router-admin-state-down-before-update Nov 22 16:47:25.190529 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: agent.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.191246 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.191761 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: agent Nov 22 16:47:25.192122 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: agent_resources_synced.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.193059 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.193570 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: agent-resources-synced Nov 22 16:47:25.193902 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: allowedaddresspairs.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.195719 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.196264 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: allowed-address-pairs Nov 22 16:47:25.196632 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: auto_allocated_topology.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.197729 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.198242 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: auto-allocated-topology Nov 22 16:47:25.198575 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: availability_zone.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.199283 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.199794 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: availability_zone Nov 22 16:47:25.200161 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: availability_zone_filter.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.201088 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.201600 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: availability_zone_filter Nov 22 16:47:25.201991 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: data_plane_status.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.202916 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.203423 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension data-plane-status not supported by any of loaded plugins Nov 22 16:47:25.203749 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: default_subnetpools.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.204697 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.205208 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: default-subnetpools Nov 22 16:47:25.205536 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.206364 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.206882 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: dhcp_agent_scheduler Nov 22 16:47:25.207210 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: dns.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.208164 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.208671 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension dns-integration not supported by any of loaded plugins Nov 22 16:47:25.208997 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: dns_domain_ports.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.209929 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.210433 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 22 16:47:25.210756 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.211694 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.212309 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 22 16:47:25.212643 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: dvr.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.213328 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.213837 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: dvr Nov 22 16:47:25.214163 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: ecmp_routes.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.215108 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.215612 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 22 16:47:25.215939 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: empty_string_filtering.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.216890 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.217405 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: empty-string-filtering Nov 22 16:47:25.217736 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.218663 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.219166 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 22 16:47:25.219493 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.220448 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.220952 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 22 16:47:25.221278 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: external_net.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.222194 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.222706 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: external-net Nov 22 16:47:25.223032 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.223942 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.224475 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: extra_dhcp_opt Nov 22 16:47:25.224804 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: extraroute.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.225716 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.226223 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: extraroute Nov 22 16:47:25.226550 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: extraroute_atomic.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.227583 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.228674 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: extraroute-atomic Nov 22 16:47:25.229002 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: filter_validation.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.229677 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.230182 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: filter-validation Nov 22 16:47:25.230508 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: fip_pf_description.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.231432 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.231938 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 22 16:47:25.232354 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: fip_port_details.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.233282 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.233792 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: fip-port-details Nov 22 16:47:25.234118 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: flavors.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.235356 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.235868 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: flavors Nov 22 16:47:25.236225 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.237933 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.238454 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 22 16:47:25.238788 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: floatingip_pools.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.239494 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.240020 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: floatingip-pools Nov 22 16:47:25.240357 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: ip_allocation.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.241296 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.241805 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension ip_allocation not supported by any of loaded plugins Nov 22 16:47:25.242133 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.243134 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.244243 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: ip-substring-filtering Nov 22 16:47:25.244575 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: l2_adjacency.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.245782 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.246294 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 22 16:47:25.246620 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: l3.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.247737 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.248290 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: router Nov 22 16:47:25.248623 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.250878 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.251726 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 22 16:47:25.252102 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.253061 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.253586 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: ext-gw-mode Nov 22 16:47:25.253921 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.255128 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.255646 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: l3-ha Nov 22 16:47:25.255982 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: l3_flavors.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.256943 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.257459 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: l3-flavors Nov 22 16:47:25.257791 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.258714 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.259266 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 22 16:47:25.259599 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: l3agentscheduler.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.260677 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.261186 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: l3_agent_scheduler Nov 22 16:47:25.261516 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: local_ip.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.263384 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.263904 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension local_ip not supported by any of loaded plugins Nov 22 16:47:25.264264 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: logging.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.265766 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.266302 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension logging not supported by any of loaded plugins Nov 22 16:47:25.266620 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: metering.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.267373 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.267964 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: metering Nov 22 16:47:25.268318 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.269436 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.269956 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: metering_source_and_destination_fields Nov 22 16:47:25.270288 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: multiprovidernet.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.271227 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.271743 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: multi-provider Nov 22 16:47:25.272112 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: netmtu.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.273118 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.273633 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: net-mtu Nov 22 16:47:25.273960 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: netmtu_writable.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.274912 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.275426 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: net-mtu-writable Nov 22 16:47:25.275750 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: network_availability_zone.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.276465 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.276976 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: network_availability_zone Nov 22 16:47:25.277302 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: network_ip_availability.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.278427 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.278940 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: network-ip-availability Nov 22 16:47:25.279269 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: network_segment_range.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.280080 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.280588 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension network-segment-range not supported by any of loaded plugins Nov 22 16:47:25.280945 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: pagination.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.281944 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.282415 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: pagination Nov 22 16:47:25.282744 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: port_device_profile.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.283669 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.284221 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: port-device-profile Nov 22 16:47:25.284550 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.285729 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.286247 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: port-mac-address-regenerate Nov 22 16:47:25.286573 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.287507 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.288045 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: port-numa-affinity-policy Nov 22 16:47:25.288376 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: port_resource_request.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.289308 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.289815 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension port-resource-request not supported by any of loaded plugins Nov 22 16:47:25.290139 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: port_resource_request_groups.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.291656 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.292200 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 22 16:47:25.292591 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: portbindings.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.293545 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.294053 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: binding Nov 22 16:47:25.294382 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: portbindings_extended.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.295647 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.296198 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: binding-extended Nov 22 16:47:25.296533 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: portsecurity.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.297465 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.297974 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: port-security Nov 22 16:47:25.298302 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: project_id.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.299302 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.299635 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: project-id Nov 22 16:47:25.299960 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: providernet.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.301003 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.301447 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: provider Nov 22 16:47:25.301775 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: qos.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.305421 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.306539 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension qos not supported by any of loaded plugins Nov 22 16:47:25.306885 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.308182 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.308703 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 22 16:47:25.309041 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.309973 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.310485 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 22 16:47:25.310817 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: qos_default.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.311742 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.312279 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension qos-default not supported by any of loaded plugins Nov 22 16:47:25.312614 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: qos_fip.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.313414 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.313852 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension qos-fip not supported by any of loaded plugins Nov 22 16:47:25.314180 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: qos_gateway_ip.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.315114 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.315625 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 22 16:47:25.315958 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: qos_port_network_policy.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.316901 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.317414 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 22 16:47:25.317743 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.318794 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.319315 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 22 16:47:25.319648 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: qos_pps_rule.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.320877 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.321399 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension qos-pps not supported by any of loaded plugins Nov 22 16:47:25.321760 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: qos_rule_type_details.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.322708 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.323290 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 22 16:47:25.323626 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: qos_rules_alias.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.324727 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.325240 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 22 16:47:25.325569 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: quota_check_limit.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.326511 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.327026 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: quota-check-limit Nov 22 16:47:25.327355 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: quotasv2.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.328379 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.328711 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: quotas Nov 22 16:47:25.329036 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: quotasv2_detail.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.332488 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.332832 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: quota_details Nov 22 16:47:25.333168 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: rbac.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.334273 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.334803 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: rbac-policies Nov 22 16:47:25.335138 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: rbac_address_group.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.336119 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.336643 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: rbac-address-group Nov 22 16:47:25.336976 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: rbac_address_scope.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.337948 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.338460 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: rbac-address-scope Nov 22 16:47:25.338789 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: rbac_security_groups.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.339725 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.340275 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: rbac-security-groups Nov 22 16:47:25.340606 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: rbac_subnetpool.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.341534 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.342045 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: rbac-subnetpool Nov 22 16:47:25.342374 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: revisionifmatch.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.343379 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.343891 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: revision-if-match Nov 22 16:47:25.344239 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: revisions.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.345406 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.345916 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: standard-attr-revisions Nov 22 16:47:25.346272 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: router_availability_zone.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.347206 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.347720 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: router_availability_zone Nov 22 16:47:25.348075 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: routerservicetype.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.349007 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.349572 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension router-service-type not supported by any of loaded plugins Nov 22 16:47:25.349845 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.352240 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.352240 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: security-groups-normalized-cidr Nov 22 16:47:25.352240 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.353476 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.353673 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: port-security-groups-filtering Nov 22 16:47:25.354009 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.354952 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.355468 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: security-groups-remote-address-group Nov 22 16:47:25.355795 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.356786 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.357305 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: security-groups-shared-filtering Nov 22 16:47:25.357696 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.358303 dv-cinder-778193-11-iscsi neutron-server[102520]: WARNING neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 22 16:47:25.358627 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: securitygroup.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.369266 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.369795 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: security-group Nov 22 16:47:25.370134 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: segment.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.370941 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.371446 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension segment not supported by any of loaded plugins Nov 22 16:47:25.371778 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.372770 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.373280 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 22 16:47:25.373609 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: servicetype.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.374726 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.375247 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: service-type Nov 22 16:47:25.375586 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: sorting.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.376626 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.376962 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: sorting Nov 22 16:47:25.377288 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: standard_attr_segment.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.378231 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.378750 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 22 16:47:25.379078 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: standardattrdescription.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.379976 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.380521 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: standard-attr-description Nov 22 16:47:25.380850 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: stateful_security_group.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.381806 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.382323 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: stateful-security-group Nov 22 16:47:25.382650 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: stdattrs_common.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.383241 dv-cinder-778193-11-iscsi neutron-server[102520]: WARNING neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 22 16:47:25.383564 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.384570 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.385084 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 22 16:47:25.385410 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: subnet_onboard.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.386500 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.387021 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: subnet_onboard Nov 22 16:47:25.387421 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.388471 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.388989 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 22 16:47:25.389317 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: subnet_service_types.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.390255 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.390772 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: subnet-service-types Nov 22 16:47:25.391100 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: subnetallocation.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.392223 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.392744 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: subnet_allocation Nov 22 16:47:25.393074 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.393757 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.394282 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: subnetpool-prefix-ops Nov 22 16:47:25.394610 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.395546 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.396101 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 22 16:47:25.396429 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: tagging.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.397592 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.398122 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: standard-attr-tag Nov 22 16:47:25.398451 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: timestamp.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.399681 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.400234 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loaded extension: standard-attr-timestamp Nov 22 16:47:25.400569 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: trunk.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.401613 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.402127 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension trunk not supported by any of loaded plugins Nov 22 16:47:25.402457 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: trunk_details.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.403402 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.403920 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension trunk-details not supported by any of loaded plugins Nov 22 16:47:25.404273 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: uplink_status_propagation.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.405209 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.405718 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 22 16:47:25.406045 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Loading extension file: vlantransparent.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:47:25.406730 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:47:25.407233 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 22 16:47:25.409784 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Creating instance of TrackedResource for resource:network Nov 22 16:47:25.410332 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Creating instance of TrackedResource for resource:subnet Nov 22 16:47:25.410734 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:47:25.411127 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Creating instance of TrackedResource for resource:port Nov 22 16:47:25.412387 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:47:25.412826 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Service FLAVORS assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:47:25.413454 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:47:25.413897 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:47:25.414240 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Creating instance of TrackedResource for resource:router Nov 22 16:47:25.414677 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Creating instance of TrackedResource for resource:floatingip Nov 22 16:47:25.415169 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Service METERING assigned prefix: /metering {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:47:25.417199 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.417649 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.418003 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:25.419075 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 16:47:25.419471 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Creating instance of TrackedResource for resource:security_group Nov 22 16:47:25.419941 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 16:47:25.420595 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Service CORE assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:47:25.420933 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:47:25.421284 dv-cinder-778193-11-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] subnetpool is already registered Nov 22 16:47:25.421709 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Service CORE assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:47:25.422040 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:47:25.422374 dv-cinder-778193-11-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] subnetpool is already registered Nov 22 16:47:25.424679 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:47:25.425124 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Service FLAVORS assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:47:25.425726 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:47:25.426154 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:47:25.426489 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Creating instance of TrackedResource for resource:router Nov 22 16:47:25.426835 dv-cinder-778193-11-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] router is already registered Nov 22 16:47:25.427254 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Creating instance of TrackedResource for resource:floatingip Nov 22 16:47:25.427592 dv-cinder-778193-11-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] floatingip is already registered Nov 22 16:47:25.428085 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Service METERING assigned prefix: /metering {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:47:25.428763 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 16:47:25.429095 dv-cinder-778193-11-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] rbac_policy is already registered Nov 22 16:47:25.429510 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Creating instance of TrackedResource for resource:security_group Nov 22 16:47:25.429848 dv-cinder-778193-11-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] security_group is already registered Nov 22 16:47:25.430255 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 16:47:25.430591 dv-cinder-778193-11-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] security_group_rule is already registered Nov 22 16:47:25.431790 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Service CORE assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:47:25.432152 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:47:25.432491 dv-cinder-778193-11-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] subnetpool is already registered Nov 22 16:47:25.432922 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Service CORE assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:47:25.433249 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:47:25.433581 dv-cinder-778193-11-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] subnetpool is already registered Nov 22 16:47:25.434046 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: extensions {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.435535 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: address-groups {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.437061 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: address-scopes {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.438470 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: agents {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.439717 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: auto-allocated-topology {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.440986 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: availability_zones {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.442207 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: dhcp-networks {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.443728 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: dhcp-agents {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.445201 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: routers {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.448769 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: flavors {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.449968 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: service_profiles {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.451181 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: next_providers {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.452679 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: service_profiles {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.454246 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: floatingip-pools {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.456337 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: routers {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.458463 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: floatingips {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.459748 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: l3-routers {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.461172 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: l3-agents {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.462609 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: metering-labels {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.463961 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: metering-label-rules {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.465279 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: network-ip-availabilities {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.466544 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: bindings {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.468323 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: quotas {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.469883 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: quotas {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.471527 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: rbac-policies {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.472857 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: security-groups {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.474076 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: security-group-rules {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.475315 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: service-providers {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.476583 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: subnetpools {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.478611 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: subnetpools {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.480094 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.481783 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.483605 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.485432 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.487304 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.489217 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.490890 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.492835 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.495217 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.497111 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:47:25.503230 dv-cinder-778193-11-iscsi neutron-server[102520]: WARNING keystonemiddleware.auth_token [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 22 16:47:25.508299 dv-cinder-778193-11-iscsi neutron-server[102520]: WARNING keystonemiddleware.auth_token [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 22 16:47:25.517078 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_concurrency.lockutils [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Acquired lock "singleton_lock" {{(pid=102520) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 22 16:47:25.517559 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_concurrency.lockutils [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Releasing lock "singleton_lock" {{(pid=102520) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 22 16:47:25.518215 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO oslo_service.service [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Starting 2 workers Nov 22 16:47:25.523007 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Started child 102627 {{(pid=102520) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 16:47:25.527972 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Started child 102628 {{(pid=102520) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 16:47:25.529461 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.530109 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO neutron.service [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 22 16:47:25.530222 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Publish callbacks [] for process, before_spawn {{(pid=102520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.530950 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [-] (102627) wsgi starting up on http://0.0.0.0:9696 Nov 22 16:47:25.532811 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO oslo_service.service [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Starting 1 workers Nov 22 16:47:25.533143 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.534503 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [-] (102628) wsgi starting up on http://0.0.0.0:9696 Nov 22 16:47:25.538037 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Started child 102629 {{(pid=102520) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 16:47:25.538629 dv-cinder-778193-11-iscsi neutron-server[102520]: INFO oslo_service.service [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Starting 1 workers Nov 22 16:47:25.542714 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.service [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] calling RpcWorker wait() {{(pid=102629) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 22 16:47:25.543239 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.service [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] returning from RpcWorker wait() {{(pid=102629) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 22 16:47:25.543698 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Started child 102630 {{(pid=102520) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 16:47:25.544507 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-2c721bcc-dc67-4f01-aeb3-949e7469c356 None None] Publish callbacks [] for process, after_spawn {{(pid=102520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.544923 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.545444 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:25.546521 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102520) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 16:47:25.546725 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 16:47:25.546913 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 16:47:25.547139 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 16:47:25.547465 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 16:47:25.547646 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 16:47:25.548186 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.548732 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.548999 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.549158 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.549602 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.549602 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.550101 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.550374 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.550627 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.550911 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.551141 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.551313 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.551478 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.551721 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.551956 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.552282 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.552543 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.552800 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.553054 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.553226 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.553475 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.553731 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.553988 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.554257 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] debug = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.554500 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.554997 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.558072 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.558072 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.558072 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.558072 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.558072 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.558072 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.558072 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.558072 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.559405 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.559405 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.560210 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.560645 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.561098 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.561525 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.561972 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.562388 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.563095 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] host = dv-cinder-778193-11-iscsi {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.563661 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.564084 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.564497 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.564975 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.565438 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.565846 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.566272 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.566691 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.567127 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.567557 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.567970 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.568430 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.568819 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.569245 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.569590 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_options = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.569997 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.570446 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.570878 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.571236 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.571571 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.571922 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.572376 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.572726 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.573162 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.573551 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.574027 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.574441 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.574831 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.575239 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.575664 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.576101 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.576492 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.576894 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.577316 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.579186 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:25.579325 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.579521 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.580427 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.580688 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.581025 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.581185 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.581480 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.581726 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.581967 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.582462 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.582728 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.583140 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.583403 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.583774 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.585671 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.585671 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.585671 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.586104 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.586331 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.586962 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.587706 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.587967 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.588576 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.588777 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.589016 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.589244 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.589469 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.589725 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_json = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.589950 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.590534 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.590534 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.590699 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.590886 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.591175 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.591416 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.591655 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.592127 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.592445 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.592817 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.593062 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.593464 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.593861 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.594272 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.594703 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.595111 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.595361 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.595693 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.595923 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.596391 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.596785 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.597475 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.597949 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.598693 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.598981 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.599384 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.599775 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.600043 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.600304 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.600599 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.600835 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.601094 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.601353 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.601766 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.602224 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.602507 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.603428 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.603894 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.604182 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.604461 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.604694 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.604957 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.605240 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.605533 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.605766 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.606086 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.606515 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.606781 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.607025 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.607272 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.607715 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.607983 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.608246 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.608483 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.608732 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.608971 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.609197 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.609437 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.609657 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.609878 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.610096 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.610333 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.610577 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.610812 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.611214 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.611685 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.612019 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.612337 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.612571 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.612841 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.613073 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.613292 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.613514 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.613802 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.613996 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.614270 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.614521 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.614740 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.614957 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.615204 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.615440 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.615674 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.615902 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.616185 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.616409 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.616666 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.616866 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.617082 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.617296 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.617513 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.617745 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.617978 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.618199 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.618438 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.619287 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.619524 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.619769 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.620098 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.620392 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.620699 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.621047 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.621305 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.621552 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.621806 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.622046 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.622295 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.622517 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.622767 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.622989 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.623271 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.623534 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.623766 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.623997 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.624258 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.624609 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.624925 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.625168 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.625389 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.625646 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.625893 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.626190 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.626431 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.626667 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.626901 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.627134 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.627420 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.627676 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.627947 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.628235 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.628506 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.628806 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.629098 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.629361 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.629602 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.630681 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.630977 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.631351 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.632313 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.632564 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.632814 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.633044 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.633306 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.633539 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.633761 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.634014 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.634389 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.634658 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.634906 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.635128 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.635416 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.635664 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.636103 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.636405 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.636663 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.636923 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.637170 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.637425 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.637667 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.637917 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.638155 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.638376 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.638616 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.638834 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.639078 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.639318 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.639531 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.639787 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.640059 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.640593 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.640840 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.641067 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.641292 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.641548 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.641766 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.641992 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.642243 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.642541 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.642780 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.643002 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.643223 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.643501 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.643728 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.644100 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.644283 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.644507 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.644769 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.645030 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.645299 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.645528 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.645851 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.646082 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.646296 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.646529 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.646743 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.646960 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.647234 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.647466 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.647686 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.647941 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.648291 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.648644 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.648896 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.649153 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.649393 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.649610 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.650432 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.650698 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.650950 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.651181 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.651404 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.651627 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.651946 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.652234 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.652493 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.652747 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.652969 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.653404 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.653631 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.653847 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.654132 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.654390 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.654633 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.654901 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.655124 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.655343 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.655591 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.655806 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.656045 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.656264 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.656488 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.656723 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.656953 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.657186 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.657398 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.657623 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.657844 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.658085 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.658310 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.658520 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.658731 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.658952 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.659180 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.659390 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.659636 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.659846 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.660115 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.660340 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.660562 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.660776 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.661002 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.661211 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.661420 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.661657 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.661877 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.662092 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.662391 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.662649 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.663501 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.663797 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.664094 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.664717 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.665000 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.665316 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.666071 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.666320 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.666594 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.666839 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.667086 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.668474 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.668652 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.669162 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.669276 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.669520 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.670094 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.670205 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.670571 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.670961 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.672048 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.672387 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.672892 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.673473 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.673736 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.674009 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.674265 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.674492 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.674743 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.674975 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.675825 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.676135 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.676377 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.676655 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.677104 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.677367 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.677590 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.678079 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.678335 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.678578 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.678819 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.678979 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 16:47:25.681033 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102520) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 16:47:25.681206 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 16:47:25.681798 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 16:47:25.681888 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:25.681974 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 16:47:25.682146 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 16:47:25.682305 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 16:47:25.682520 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.682687 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.682849 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.683014 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.683176 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.683361 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.683523 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.683683 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.683841 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.684029 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.684183 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.684343 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.684501 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.684661 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.684819 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.684978 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.685137 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.685294 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.685458 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.685617 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.685775 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.685932 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.686090 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] debug = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.686250 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.686444 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.686607 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.686768 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.686927 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.687086 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.687246 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.687404 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.687563 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.687722 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.687880 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.688058 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.688220 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.688389 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.688528 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.688685 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.688843 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.689002 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.689159 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] host = dv-cinder-778193-11-iscsi {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.689316 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.689473 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.689630 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.689788 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.689945 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.690102 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.690262 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.690419 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.690579 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.690735 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.690894 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.691052 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.691214 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.691372 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.691530 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_options = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.691686 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.691844 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.692025 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.692211 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.692376 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.692550 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.692694 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.692852 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.693010 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.693170 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.693329 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.694234 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.694234 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.694234 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.694234 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.694234 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.694234 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.694672 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.694672 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.694672 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.694876 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.694954 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.695100 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.695257 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.695414 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.695988 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.696592 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.696946 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.697111 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.697338 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.697435 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.697587 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.698246 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.698503 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.698707 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.698918 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.699085 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.699244 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.700643 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.700817 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.700962 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.701171 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.701725 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.702279 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.702467 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.702630 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.702796 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_json = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.703382 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.703690 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.703858 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.704041 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.704205 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.704364 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.704527 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.704689 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:47:25.704870 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.705033 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.705208 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.705526 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.705697 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.705860 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.706090 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.706387 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.706706 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.706804 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.706965 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.707128 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.707307 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.707468 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.707629 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.707850 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.708050 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.708268 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.708514 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.708684 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.708965 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.709713 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.709905 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.710075 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.710252 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.710469 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.710694 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.710874 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.711040 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.711219 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.711382 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.711897 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.712094 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.712791 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.712958 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.713122 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.713284 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.713445 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.713607 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.713767 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.713928 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.714089 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.714249 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.714412 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.714574 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.714735 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.714895 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.715056 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.715216 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.715380 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.715541 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.715703 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.715865 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.716046 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.716210 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.716371 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.716532 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.716704 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.716868 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.717030 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.717189 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.717350 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.717511 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.717673 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.717831 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.717992 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.718155 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.718316 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.718490 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.718650 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.718811 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.718970 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.719132 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.719292 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.719452 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.719613 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.719772 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.719931 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.720113 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.720275 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.720436 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.720597 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.720758 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.720918 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.721078 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.721239 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.721397 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.721561 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.721722 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.721880 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.722039 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.722207 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.722382 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.722541 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.722871 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.723949 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.724349 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.724697 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.725127 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.725435 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.725750 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.725914 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.726080 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.727391 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.727571 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.728406 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.728899 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.729503 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.729955 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.730158 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.730448 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.730621 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.730788 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.730954 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.731116 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.731283 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.731444 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.731702 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.731884 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.732069 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.732237 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.732393 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.733053 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.733053 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.733053 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.733053 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.733354 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.733432 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.733550 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.733714 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.733873 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.734031 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.734280 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.734484 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.734657 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.734819 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.734980 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.735631 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.735837 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.736026 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.736191 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.736401 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.736570 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.736734 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.736947 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.737084 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.737211 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.737730 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.737899 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.738061 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.738353 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.738508 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.738790 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.738999 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.739163 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.739325 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.739487 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.739649 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.739810 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.739971 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.740177 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.740343 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.740504 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.740665 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.740826 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.740987 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.741147 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.741309 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.741475 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.741635 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.741795 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.741955 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.742115 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.742275 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.742435 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.742601 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.742750 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.742912 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.743073 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.743235 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.743416 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.743582 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.743745 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.743906 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.744100 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.744265 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.744412 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.744576 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.744736 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.744897 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.745058 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.745217 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.745378 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.745554 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.745715 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.745876 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.746037 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.746197 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.746357 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.746517 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.746677 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.746837 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.746996 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.747156 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.747320 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.747489 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.747653 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.747812 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.747970 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.748153 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.748314 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.748474 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.748649 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.748810 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.748970 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.749130 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.749294 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.749454 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.749625 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.749785 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.749945 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.750313 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.750419 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.750571 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.750749 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.750909 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.751069 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.751229 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.751396 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.751556 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.751726 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.751886 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.752065 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.752228 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.752388 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.752547 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.752716 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.752875 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.753035 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.753194 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.753354 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.753514 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.753684 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.753843 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.754002 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.754161 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.754322 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.754481 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.754651 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.755064 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.755225 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.755393 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.755553 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.755713 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.755875 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.756065 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.756230 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.756394 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.756555 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.756715 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.756878 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.757043 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.757208 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.757379 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.757546 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.757710 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.757878 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.758047 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.758216 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.758377 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.758544 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.758716 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.758876 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.759060 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.759221 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.759382 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.759542 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.759702 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.759863 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.760080 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.760278 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.760441 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.760601 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.760761 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.760922 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.761081 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.761241 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.761407 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.761567 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.761726 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.761887 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:47:25.762042 dv-cinder-778193-11-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 16:47:25.825597 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 38814) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:25.834012 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062745 Nov 22 16:47:37.254298 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f81b7f-c128-4c40-b28b-a8a44f82283f None None] get_active_networks_info from dv-cinder-778193-11-iscsi {{(pid=102629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:47:37.392624 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f81b7f-c128-4c40-b28b-a8a44f82283f None None] No non-hosted networks {{(pid=102629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 22 16:47:37.412412 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.agentschedulers_db [None req-e2f81b7f-c128-4c40-b28b-a8a44f82283f None None] DHCP Agent not found on host dv-cinder-778193-11-iscsi {{(pid=102629) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 22 16:47:37.568794 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a14a9f59-4511-4fbb-8222-24165d0b01b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3833474'] for agent, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:39.459012 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3337-da82-4bab-80e2-9c4d7fa42fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3833474'] for agent, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:39.513097 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bfb29ed-9295-4eb4-aeb7-ecb12c1f04d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.904572 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3833474'] for agent, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.218763 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3833474'] for agent, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.083473 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3833474'] for agent, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.084651 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.085200 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.085702 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.086233 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.087197 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.088176 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.088790 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.089379 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.089870 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.091010 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.091834 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.092388 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.092952 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778193-11-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:43.099151 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778193-11-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:43.687463 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 38904) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:44.062353 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.db.l3_hamode_db [None req-280b7d3b-6709-48fd-b987-7ecff86df3e6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 22 16:47:44.141791 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280b7d3b-6709-48fd-b987-7ecff86df3e6 None None] Routers set() bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:44.142197 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280b7d3b-6709-48fd-b987-7ecff86df3e6 None None] Router IDs set() for agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 16:47:44.240749 dv-cinder-778193-11-iscsi neutron-server[102627]: WARNING oslo_policy.policy [None req-1f15cde2-c71f-4707-b8d0-e8ffaa34dda9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:47:44.241359 dv-cinder-778193-11-iscsi neutron-server[102627]: WARNING oslo_policy.policy [None req-1f15cde2-c71f-4707-b8d0-e8ffaa34dda9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:47:44.468505 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [None req-1f15cde2-c71f-4707-b8d0-e8ffaa34dda9 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:47:44.484036 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1f15cde2-c71f-4707-b8d0-e8ffaa34dda9 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7810962 Nov 22 16:47:47.020868 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 38920) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:47.520826 dv-cinder-778193-11-iscsi neutron-server[102628]: WARNING oslo_policy.policy [None req-187316b3-220f-4b4e-972f-9a6467b203e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:47:47.521414 dv-cinder-778193-11-iscsi neutron-server[102628]: WARNING oslo_policy.policy [None req-187316b3-220f-4b4e-972f-9a6467b203e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:47:47.754895 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-187316b3-220f-4b4e-972f-9a6467b203e3 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:47.851131 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.policy [None req-187316b3-220f-4b4e-972f-9a6467b203e3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102628) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 16:47:47.900110 dv-cinder-778193-11-iscsi neutron-server[102628]: WARNING oslo_policy.policy [None req-187316b3-220f-4b4e-972f-9a6467b203e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:47:47.900621 dv-cinder-778193-11-iscsi neutron-server[102628]: WARNING oslo_policy.policy [None req-187316b3-220f-4b4e-972f-9a6467b203e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:47:47.909592 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.quota [None req-187316b3-220f-4b4e-972f-9a6467b203e3 admin admin] Loaded quota_driver: . Nov 22 16:47:48.001335 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-187316b3-220f-4b4e-972f-9a6467b203e3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736618633559', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736618633856', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736618613877', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736618614914', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736618626787', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736618011595', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-774517', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3422058', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-327617', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-399209'] for rbac-policy, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.068312 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-187316b3-220f-4b4e-972f-9a6467b203e3 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.070096 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-187316b3-220f-4b4e-972f-9a6467b203e3 admin admin] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0470746 Nov 22 16:47:50.790105 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 38938) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:51.103736 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'tenant_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'name': 'private'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:51.132886 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Made reservation on behalf of 59b3d0d1323b40b2b39f9e56be8815bc for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:51.136290 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.153119 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.270990 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.275070 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.294577 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1227} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:51.323413 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736619892956', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.323997 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Unsubscribe: segment precommit_create {{(pid=102628) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 16:47:51.324523 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Added segment a1387182-1972-4dcc-90f7-eec3e534e399 of type vlan for network 482e5d78-ff22-4e87-bd9d-58d24e66a424 Nov 22 16:47:51.340345 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599dbbd5-d3f0-4199-a1a3-1a4504b79c99,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:51.392441 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:51.392804 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:51.393144 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:51.393470 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:51.393789 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:51.394125 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:51.394449 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:51.394790 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:51.395111 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:51.395425 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:51.395738 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:51.396076 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Tracked resource versions report: Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: pushed versions: Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: { 'AddressGroup': {'1.2'}, Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'ConntrackHelper': {'1.0'}, Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'Log': {'1.0'}, Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'Network': {'1.1'}, Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'Port': {'1.7'}, Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'PortForwarding': {'1.2'}, Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'QosPolicy': {'1.10'}, Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'SecurityGroup': {'1.5'}, Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'SubPort': {'1.0'}, Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'Subnet': {'1.1'}, Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'Trunk': {'1.1'}} Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: consumer versions: Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: { DHCP agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: L3 agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: Metadata agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: Metering agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: Open vSwitch agent@dv-cinder-778193-11-iscsi: { 'AddressGroup': '1.2', Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'ConntrackHelper': '1.0', Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'Log': '1.0', Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'Network': '1.1', Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'Port': '1.7', Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'PortForwarding': '1.2', Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'QosPolicy': '1.10', Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'SecurityGroup': '1.5', Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'SecurityGroupRule': '1.2', Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'SubPort': '1.0', Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'Subnet': '1.1', Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: 'Trunk': '1.1'}} Nov 22 16:47:51.397440 dv-cinder-778193-11-iscsi neutron-server[102628]: {{(pid=102628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:47:51.438826 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736619566340'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.484711 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.486006 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:51.486692 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.568663 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7774749 Nov 22 16:47:51.594092 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a5c61-e6f5-4ea8-929c-e9dc8494b5b1 admin admin] Pushing event updated for resources: {'Network': ['ID=482e5d78-ff22-4e87-bd9d-58d24e66a424,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:51.607044 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Network 482e5d78-ff22-4e87-bd9d-58d24e66a424 details requested by agent ovs-agent-dv-cinder-778193-11-iscsi with host dv-cinder-778193-11-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:54.348831 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 38952) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:54.737091 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9542818b-d295-4ff4-ac9a-4d458bd3175b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:54.738447 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-9542818b-d295-4ff4-ac9a-4d458bd3175b admin admin] 10.222.0.75 "GET /v2.0/networks/482e5d78-ff22-4e87-bd9d-58d24e66a424 HTTP/1.1" status: 200 len: 826 time: 0.3886123 Nov 22 16:47:54.763475 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-41080e47-9947-4b96-909f-6d1ced612110 admin admin] 10.222.0.75 "GET /v2.0/subnetpools/9872a25c-eae3-4768-bf3c-faac5677783a HTTP/1.1" status: 200 len: 734 time: 0.0189209 Nov 22 16:47:54.772752 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b5c5805a-aeb6-484b-ade3-fd8ab3950024 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '482e5d78-ff22-4e87-bd9d-58d24e66a424', 'subnetpool_id': '9872a25c-eae3-4768-bf3c-faac5677783a', 'ip_version': 4, 'tenant_id': '59b3d0d1323b40b2b39f9e56be8815bc'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:54.795376 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c5805a-aeb6-484b-ade3-fd8ab3950024 admin admin] Made reservation on behalf of 59b3d0d1323b40b2b39f9e56be8815bc for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:54.797607 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5c5805a-aeb6-484b-ade3-fd8ab3950024 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.101705 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5c5805a-aeb6-484b-ade3-fd8ab3950024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.171168 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5805a-aeb6-484b-ade3-fd8ab3950024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7449268b-b410-4007-8960-5018becdc3f6,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:55.173224 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c5805a-aeb6-484b-ade3-fd8ab3950024 admin admin] Checking segment: {'id': 'a1387182-1972-4dcc-90f7-eec3e534e399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '482e5d78-ff22-4e87-bd9d-58d24e66a424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:55.173629 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c5805a-aeb6-484b-ade3-fd8ab3950024 admin admin] Network hostable DHCP agents. Network: 482e5d78-ff22-4e87-bd9d-58d24e66a424, hostable agents: ['adaf967d-dae0-466d-8f0c-362e3950e29c'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:55.194227 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c5805a-aeb6-484b-ade3-fd8ab3950024 admin admin] Network 482e5d78-ff22-4e87-bd9d-58d24e66a424 is scheduled to be hosted by DHCP agent adaf967d-dae0-466d-8f0c-362e3950e29c with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:55.209057 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-b5c5805a-aeb6-484b-ade3-fd8ab3950024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-11-iscsi, 482e5d78-ff22-4e87-bd9d-58d24e66a424) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:55.213745 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c5805a-aeb6-484b-ade3-fd8ab3950024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:55.214329 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5c5805a-aeb6-484b-ade3-fd8ab3950024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.219706 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcf8553-4256-4df9-af5d-ab7632babc59 None None] Network 482e5d78-ff22-4e87-bd9d-58d24e66a424 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:55.231379 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b5c5805a-aeb6-484b-ade3-fd8ab3950024 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4619160 Nov 22 16:47:55.571082 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4d7641c-f5a9-513a-9605-0fe7cfc59e29-482e5d78-ff22-4e87-bd9d-58d24e66a424', 'network_id': '482e5d78-ff22-4e87-bd9d-58d24e66a424', 'tenant_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'fixed_ips': [{'subnet_id': '7449268b-b410-4007-8960-5018becdc3f6'}]}} from dv-cinder-778193-11-iscsi. {{(pid=102629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:47:55.572463 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.883505 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Allocated IP 172.20.0.2 (482e5d78-ff22-4e87-bd9d-58d24e66a424/7449268b-b410-4007-8960-5018becdc3f6/044404ff-e9fa-4690-b501-5fa914583501) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:56.089513 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.097858 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.177689 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Network 482e5d78-ff22-4e87-bd9d-58d24e66a424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:56.183010 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:56.190336 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:56.198317 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Pushing event updated for resources: {'Port': ['ID=044404ff-e9fa-4690-b501-5fa914583501,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:56.246787 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:56.247441 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:56.247568 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:56.247801 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:56.248154 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:56.248500 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:56.248832 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:56.249157 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:56.249494 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:56.249817 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:56.250136 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:56.250451 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Tracked resource versions report: Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: pushed versions: Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: { 'AddressGroup': {'1.2'}, Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'ConntrackHelper': {'1.0'}, Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'Log': {'1.0'}, Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'Network': {'1.1'}, Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'Port': {'1.7'}, Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'PortForwarding': {'1.2'}, Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'QosPolicy': {'1.10'}, Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'SecurityGroup': {'1.5'}, Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'SubPort': {'1.0'}, Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'Subnet': {'1.1'}, Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'Trunk': {'1.1'}} Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: consumer versions: Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: { DHCP agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: L3 agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: Metadata agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: Metering agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: Open vSwitch agent@dv-cinder-778193-11-iscsi: { 'AddressGroup': '1.2', Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'ConntrackHelper': '1.0', Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'Log': '1.0', Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'Network': '1.1', Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'Port': '1.7', Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'PortForwarding': '1.2', Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'QosPolicy': '1.10', Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'SecurityGroup': '1.5', Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'SecurityGroupRule': '1.2', Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'SubPort': '1.0', Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'Subnet': '1.1', Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: 'Trunk': '1.1'}} Nov 22 16:47:56.251809 dv-cinder-778193-11-iscsi neutron-server[102629]: {{(pid=102629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:47:56.284193 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Attempting to bind port 044404ff-e9fa-4690-b501-5fa914583501 on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:56.284583 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Attempting to bind port 044404ff-e9fa-4690-b501-5fa914583501 by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': 'a1387182-1972-4dcc-90f7-eec3e534e399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '482e5d78-ff22-4e87-bd9d-58d24e66a424'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:56.284988 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Attempting to bind port 044404ff-e9fa-4690-b501-5fa914583501 on network 482e5d78-ff22-4e87-bd9d-58d24e66a424 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:56.290894 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:56.291246 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Checking segment: {'id': 'a1387182-1972-4dcc-90f7-eec3e534e399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '482e5d78-ff22-4e87-bd9d-58d24e66a424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:56.291717 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.292125 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Bound using segment: {'id': 'a1387182-1972-4dcc-90f7-eec3e534e399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '482e5d78-ff22-4e87-bd9d-58d24e66a424'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:56.292618 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Bound port: 044404ff-e9fa-4690-b501-5fa914583501, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1387182-1972-4dcc-90f7-eec3e534e399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '482e5d78-ff22-4e87-bd9d-58d24e66a424'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:56.293023 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.357423 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] For port 044404ff-e9fa-4690-b501-5fa914583501, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:56.361441 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] For port 044404ff-e9fa-4690-b501-5fa914583501, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=044404ff-e9fa-4690-b501-5fa914583501,segment=NetworkSegment(a1387182-1972-4dcc-90f7-eec3e534e399),segment_id=a1387182-1972-4dcc-90f7-eec3e534e399)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:56.366009 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.435483 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f0eaf-90f4-4f29-864f-bd417c7edf40 None None] Pushing event updated for resources: {'Port': ['ID=044404ff-e9fa-4690-b501-5fa914583501,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:57.813118 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 38960) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:58.148789 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [None req-a2df8f71-2637-4f26-a8e5-fc8ede6cb7a6 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:47:58.150220 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a2df8f71-2637-4f26-a8e5-fc8ede6cb7a6 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3360512 Nov 22 16:48:00.678464 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 38968) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:01.008886 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [None req-f0f72137-a9c1-4e79-aaac-65ced94bdf8b admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:48:01.009862 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-f0f72137-a9c1-4e79-aaac-65ced94bdf8b admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3304577 Nov 22 16:48:03.808429 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 38978) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:04.119932 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-ffbfc2f3-3678-47bf-937f-e7a3d6ae9bcd admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '59b3d0d1323b40b2b39f9e56be8815bc'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:04.185424 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.policy [None req-ffbfc2f3-3678-47bf-937f-e7a3d6ae9bcd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102627) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 16:48:04.234841 dv-cinder-778193-11-iscsi neutron-server[102627]: WARNING oslo_policy.policy [None req-ffbfc2f3-3678-47bf-937f-e7a3d6ae9bcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:48:04.235234 dv-cinder-778193-11-iscsi neutron-server[102627]: WARNING oslo_policy.policy [None req-ffbfc2f3-3678-47bf-937f-e7a3d6ae9bcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:48:04.244087 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.quota [None req-ffbfc2f3-3678-47bf-937f-e7a3d6ae9bcd admin admin] Loaded quota_driver: . Nov 22 16:48:04.309198 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc2f3-3678-47bf-937f-e7a3d6ae9bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9930'] for router, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.311100 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc2f3-3678-47bf-937f-e7a3d6ae9bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3689828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10041'] for router, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.466136 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc2f3-3678-47bf-937f-e7a3d6ae9bcd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.472275 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc2f3-3678-47bf-937f-e7a3d6ae9bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309569'] for router, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.492526 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc2f3-3678-47bf-937f-e7a3d6ae9bcd admin admin] Publish callbacks [] for router, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.493711 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-ffbfc2f3-3678-47bf-937f-e7a3d6ae9bcd admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6843243 Nov 22 16:48:04.904334 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 044404ff-e9fa-4690-b501-5fa914583501 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:05.000695 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 044404ff-e9fa-4690-b501-5fa914583501 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:05.001083 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.117410 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.153390 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] For port 044404ff-e9fa-4690-b501-5fa914583501, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=044404ff-e9fa-4690-b501-5fa914583501,segment=NetworkSegment(a1387182-1972-4dcc-90f7-eec3e534e399),segment_id=a1387182-1972-4dcc-90f7-eec3e534e399)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:05.158117 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.208291 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Pushing event updated for resources: {'Port': ['ID=044404ff-e9fa-4690-b501-5fa914583501,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:05.595660 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa44d00c-b27e-4d83-8287-6bf84f08f22c None None] Network 482e5d78-ff22-4e87-bd9d-58d24e66a424 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:05.663089 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-660c0677-ecc0-4fc5-89f2-ec19894ca5b8 None None] Provisioning complete for port 044404ff-e9fa-4690-b501-5fa914583501 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:05.663974 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-660c0677-ecc0-4fc5-89f2-ec19894ca5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.028811 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-1475f7ab-1976-428c-97b3-449ecab35fca None None] Provisioning complete for port 044404ff-e9fa-4690-b501-5fa914583501 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:06.029464 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1475f7ab-1976-428c-97b3-449ecab35fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.867558 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 044404ff-e9fa-4690-b501-5fa914583501 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:06.915428 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 044404ff-e9fa-4690-b501-5fa914583501 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:06.915798 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.998485 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 38992) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:07.151974 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-11e9c6de-6884-4fe5-affa-d732b4cab83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.315496 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [None req-564b2d82-14fa-4fb1-93cf-15e7c40b5c23 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:48:07.316500 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-564b2d82-14fa-4fb1-93cf-15e7c40b5c23 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3170679 Nov 22 16:48:09.454751 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c97aac8a-e751-4276-9ae7-2b190abe85c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.799398 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 39000) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:10.104953 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:10.128315 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Made reservation on behalf of 6f39908550b04abea9df86b5e7943aad for: {'network': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:10.131249 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for network, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.146832 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.249824 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.253426 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.265033 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Reserving flat network on physical network physnet1 {{(pid=102627) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 22 16:48:10.294790 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736619892956', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.295383 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Unsubscribe: segment precommit_create {{(pid=102627) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 16:48:10.295857 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.db.segments_db [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Added segment 7465aa70-c654-475f-8fa3-551b82d3253e of type flat for network d3425354-8fe0-452b-a94a-32f4eb04cb86 Nov 22 16:48:10.331227 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4df119-461e-4ae0-9c21-74c4cefb3e90,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:10.378433 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.378787 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.379117 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.379716 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.380050 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.380389 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.380710 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.381041 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.381359 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.381671 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.381981 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.382815 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Tracked resource versions report: Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: pushed versions: Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: { 'AddressGroup': {'1.2'}, Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'ConntrackHelper': {'1.0'}, Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'Log': {'1.0'}, Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'Network': {'1.1'}, Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'Port': {'1.7'}, Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'PortForwarding': {'1.2'}, Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'QosPolicy': {'1.10'}, Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'SecurityGroup': {'1.5'}, Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'SubPort': {'1.0'}, Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'Subnet': {'1.1'}, Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'Trunk': {'1.1'}} Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: consumer versions: Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: { DHCP agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: L3 agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: Metadata agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: Metering agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: Open vSwitch agent@dv-cinder-778193-11-iscsi: { 'AddressGroup': '1.2', Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'ConntrackHelper': '1.0', Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'Log': '1.0', Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'Network': '1.1', Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'Port': '1.7', Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'PortForwarding': '1.2', Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'QosPolicy': '1.10', Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'SecurityGroup': '1.5', Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'SecurityGroupRule': '1.2', Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'SubPort': '1.0', Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'Subnet': '1.1', Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: 'Trunk': '1.1'}} Nov 22 16:48:10.384191 dv-cinder-778193-11-iscsi neutron-server[102627]: {{(pid=102627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:48:10.419044 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736619566340'] for network, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.466302 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for network, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.467496 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:10.468224 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.559303 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7588212 Nov 22 16:48:10.567139 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effab4b4-0451-40d3-8188-e441f4421d2a admin admin] Pushing event updated for resources: {'Network': ['ID=d3425354-8fe0-452b-a94a-32f4eb04cb86,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:10.577750 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 details requested by agent ovs-agent-dv-cinder-778193-11-iscsi with host dv-cinder-778193-11-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:48:10.849406 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.146545 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:13.017914 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 39022) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:13.083086 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:13.239784 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2448975-7ae8-4226-9d84-4db065de21b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:13.241209 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-b2448975-7ae8-4226-9d84-4db065de21b7 admin admin] 10.222.0.75 "GET /v2.0/subnets/7449268b-b410-4007-8960-5018becdc3f6 HTTP/1.1" status: 200 len: 849 time: 0.2222364 Nov 22 16:48:13.376920 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-5f697d09-381b-4fca-83e9-0ded66fba18f admin admin] 10.222.0.75 "GET /v2.0/routers/3d687955-baaa-411c-a890-7a8bc85a72af HTTP/1.1" status: 200 len: 704 time: 0.1296155 Nov 22 16:48:13.642795 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-94401524-a560-42a1-b314-0016b383a2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:13.944128 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-94401524-a560-42a1-b314-0016b383a2ce admin admin] Allocated IP 172.20.0.1 (482e5d78-ff22-4e87-bd9d-58d24e66a424/7449268b-b410-4007-8960-5018becdc3f6/fcbd45e4-331a-4279-b43e-7efdba3fc83a) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:14.130598 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-94401524-a560-42a1-b314-0016b383a2ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.198728 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-94401524-a560-42a1-b314-0016b383a2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.272408 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94401524-a560-42a1-b314-0016b383a2ce admin admin] Network 482e5d78-ff22-4e87-bd9d-58d24e66a424 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:14.280982 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-94401524-a560-42a1-b314-0016b383a2ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:14.290330 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94401524-a560-42a1-b314-0016b383a2ce admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:14.291205 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-94401524-a560-42a1-b314-0016b383a2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833062'] for router_interface, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.309583 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94401524-a560-42a1-b314-0016b383a2ce admin admin] Pushing event updated for resources: {'Port': ['ID=fcbd45e4-331a-4279-b43e-7efdba3fc83a,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:14.475266 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-664de747-6624-41ab-8578-ce206295bff5 None None] Provisioning complete for port fcbd45e4-331a-4279-b43e-7efdba3fc83a triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:14.476400 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-664de747-6624-41ab-8578-ce206295bff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.486648 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-94401524-a560-42a1-b314-0016b383a2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.509613 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-664de747-6624-41ab-8578-ce206295bff5 None None] Port fcbd45e4-331a-4279-b43e-7efdba3fc83a cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:14.741752 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-94401524-a560-42a1-b314-0016b383a2ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.746020 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-94401524-a560-42a1-b314-0016b383a2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.746730 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-94401524-a560-42a1-b314-0016b383a2ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832954'] for router_interface, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.824346 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94401524-a560-42a1-b314-0016b383a2ce admin admin] Pushing event updated for resources: {'Port': ['ID=fcbd45e4-331a-4279-b43e-7efdba3fc83a,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:14.870397 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94401524-a560-42a1-b314-0016b383a2ce admin admin] Network 482e5d78-ff22-4e87-bd9d-58d24e66a424 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:14.871707 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-94401524-a560-42a1-b314-0016b383a2ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:15.031018 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-42676393-485e-46bd-a741-4b5952150e31 None None] Provisioning complete for port fcbd45e4-331a-4279-b43e-7efdba3fc83a triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:15.031622 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42676393-485e-46bd-a741-4b5952150e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:15.034420 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94401524-a560-42a1-b314-0016b383a2ce admin admin] Router 3d687955-baaa-411c-a890-7a8bc85a72af is scheduled to L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 with binding_index 1 {{(pid=102627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:48:15.067108 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-42676393-485e-46bd-a741-4b5952150e31 None None] Port fcbd45e4-331a-4279-b43e-7efdba3fc83a cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:15.126076 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94401524-a560-42a1-b314-0016b383a2ce admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:48:15.131645 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-94401524-a560-42a1-b314-0016b383a2ce admin admin] 10.222.0.75 "PUT /v2.0/routers/3d687955-baaa-411c-a890-7a8bc85a72af/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7482395 Nov 22 16:48:15.137115 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] Sync routers for ids ['3d687955-baaa-411c-a890-7a8bc85a72af'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:48:15.149324 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] Routers {'3d687955-baaa-411c-a890-7a8bc85a72af'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:15.150172 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:48:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['3d687955-baaa-411c-a890-7a8bc85a72af'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:15.340703 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] Set router 3d687955-baaa-411c-a890-7a8bc85a72af gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:15.773864 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d687955-baaa-411c-a890-7a8bc85a72af', 'name': 'router1', 'tenant_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:04Z', 'updated_at': '2021-11-22T16:48:14Z', 'revision_number': 2, 'project_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'gw_port_host': None, '_interfaces': [{'id': 'fcbd45e4-331a-4279-b43e-7efdba3fc83a', 'name': '', 'network_id': '482e5d78-ff22-4e87-bd9d-58d24e66a424', 'tenant_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'mac_address': 'fa:16:3e:1a:f3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d687955-baaa-411c-a890-7a8bc85a72af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7449268b-b410-4007-8960-5018becdc3f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:13Z', 'updated_at': '2021-11-22T16:48:14Z', 'revision_number': 2, 'project_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'subnets': [{'id': '7449268b-b410-4007-8960-5018becdc3f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9872a25c-eae3-4768-bf3c-faac5677783a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:15.825625 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] Checking router: 3d687955-baaa-411c-a890-7a8bc85a72af for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:48:15.825998 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] Updating router 3d687955-baaa-411c-a890-7a8bc85a72af port fcbd45e4-331a-4279-b43e-7efdba3fc83a binding host dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:48:15.876689 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:16.385366 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:16.393423 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:16.559109 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b8834-ac35-44bc-94a9-fab487dfcd3e None None] Pushing event updated for resources: {'Port': ['ID=fcbd45e4-331a-4279-b43e-7efdba3fc83a,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:16.561612 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] Attempting to bind port fcbd45e4-331a-4279-b43e-7efdba3fc83a on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:16.562010 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] Attempting to bind port fcbd45e4-331a-4279-b43e-7efdba3fc83a by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': 'a1387182-1972-4dcc-90f7-eec3e534e399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '482e5d78-ff22-4e87-bd9d-58d24e66a424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:16.562433 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] Attempting to bind port fcbd45e4-331a-4279-b43e-7efdba3fc83a on network 482e5d78-ff22-4e87-bd9d-58d24e66a424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:16.572833 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b8834-ac35-44bc-94a9-fab487dfcd3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:16.573189 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b8834-ac35-44bc-94a9-fab487dfcd3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:16.573527 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b8834-ac35-44bc-94a9-fab487dfcd3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:16.573860 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b8834-ac35-44bc-94a9-fab487dfcd3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:16.574190 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b8834-ac35-44bc-94a9-fab487dfcd3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:16.574521 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b8834-ac35-44bc-94a9-fab487dfcd3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:16.574848 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b8834-ac35-44bc-94a9-fab487dfcd3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:16.575173 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b8834-ac35-44bc-94a9-fab487dfcd3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:16.575510 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b8834-ac35-44bc-94a9-fab487dfcd3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:16.575833 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b8834-ac35-44bc-94a9-fab487dfcd3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:16.576177 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b8834-ac35-44bc-94a9-fab487dfcd3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:16.576496 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b8834-ac35-44bc-94a9-fab487dfcd3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b8834-ac35-44bc-94a9-fab487dfcd3e None None] Tracked resource versions report: Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: pushed versions: Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: { 'AddressGroup': {'1.2'}, Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'ConntrackHelper': {'1.0'}, Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'Log': {'1.0'}, Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'Network': {'1.1'}, Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'Port': {'1.7'}, Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'PortForwarding': {'1.2'}, Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'QosPolicy': {'1.10'}, Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'SecurityGroup': {'1.5'}, Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'SubPort': {'1.0'}, Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'Subnet': {'1.1'}, Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'Trunk': {'1.1'}} Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: consumer versions: Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: { DHCP agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: L3 agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: Metadata agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: Metering agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: Open vSwitch agent@dv-cinder-778193-11-iscsi: { 'AddressGroup': '1.2', Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'ConntrackHelper': '1.0', Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'Log': '1.0', Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'Network': '1.1', Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'Port': '1.7', Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'PortForwarding': '1.2', Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'QosPolicy': '1.10', Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'SecurityGroup': '1.5', Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'SecurityGroupRule': '1.2', Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'SubPort': '1.0', Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'Subnet': '1.1', Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: 'Trunk': '1.1'}} Nov 22 16:48:16.577836 dv-cinder-778193-11-iscsi neutron-server[102630]: {{(pid=102630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:48:16.581770 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:16.582431 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] Checking segment: {'id': 'a1387182-1972-4dcc-90f7-eec3e534e399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '482e5d78-ff22-4e87-bd9d-58d24e66a424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:16.582909 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:16.583290 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] Bound using segment: {'id': 'a1387182-1972-4dcc-90f7-eec3e534e399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '482e5d78-ff22-4e87-bd9d-58d24e66a424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:16.583808 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] Bound port: fcbd45e4-331a-4279-b43e-7efdba3fc83a, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1387182-1972-4dcc-90f7-eec3e534e399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '482e5d78-ff22-4e87-bd9d-58d24e66a424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:16.584225 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:16.602670 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-e8ca9a0f-3eb5-434c-a0b3-f8834c4fe4b2 None None] Provisioning complete for port fcbd45e4-331a-4279-b43e-7efdba3fc83a triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:16.603150 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8ca9a0f-3eb5-434c-a0b3-f8834c4fe4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:16.636604 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e8ca9a0f-3eb5-434c-a0b3-f8834c4fe4b2 None None] Port fcbd45e4-331a-4279-b43e-7efdba3fc83a cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:16.653280 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] For port fcbd45e4-331a-4279-b43e-7efdba3fc83a, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:16.672875 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] For port fcbd45e4-331a-4279-b43e-7efdba3fc83a, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=fcbd45e4-331a-4279-b43e-7efdba3fc83a,segment=NetworkSegment(a1387182-1972-4dcc-90f7-eec3e534e399),segment_id=a1387182-1972-4dcc-90f7-eec3e534e399)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:16.678963 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:16.733520 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] Routers {'3d687955-baaa-411c-a890-7a8bc85a72af'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:16.734128 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:48:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['3d687955-baaa-411c-a890-7a8bc85a72af'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:16.740025 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b8834-ac35-44bc-94a9-fab487dfcd3e None None] Pushing event updated for resources: {'Port': ['ID=fcbd45e4-331a-4279-b43e-7efdba3fc83a,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:16.826948 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] Set router 3d687955-baaa-411c-a890-7a8bc85a72af gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:16.957845 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-098dfcdc-c9d9-4f83-98fd-80823a0f8681 None None] Provisioning complete for port fcbd45e4-331a-4279-b43e-7efdba3fc83a triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:16.958129 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-098dfcdc-c9d9-4f83-98fd-80823a0f8681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.035653 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d687955-baaa-411c-a890-7a8bc85a72af', 'name': 'router1', 'tenant_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:04Z', 'updated_at': '2021-11-22T16:48:14Z', 'revision_number': 2, 'project_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'gw_port_host': None, '_interfaces': [{'id': 'fcbd45e4-331a-4279-b43e-7efdba3fc83a', 'name': '', 'network_id': '482e5d78-ff22-4e87-bd9d-58d24e66a424', 'tenant_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'mac_address': 'fa:16:3e:1a:f3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d687955-baaa-411c-a890-7a8bc85a72af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7449268b-b410-4007-8960-5018becdc3f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:13Z', 'updated_at': '2021-11-22T16:48:16Z', 'revision_number': 4, 'project_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'subnets': [{'id': '7449268b-b410-4007-8960-5018becdc3f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9872a25c-eae3-4768-bf3c-faac5677783a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:17.043684 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-098dfcdc-c9d9-4f83-98fd-80823a0f8681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.064228 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f7a85-27d3-4c43-9c72-276956b088b0 None None] The sync data for ids ['3d687955-baaa-411c-a890-7a8bc85a72af'] in dv-cinder-778193-11-iscsi is: [{'id': '3d687955-baaa-411c-a890-7a8bc85a72af', 'name': 'router1', 'tenant_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:04Z', 'updated_at': '2021-11-22T16:48:14Z', 'revision_number': 2, 'project_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'gw_port_host': None, '_interfaces': [{'id': 'fcbd45e4-331a-4279-b43e-7efdba3fc83a', 'name': '', 'network_id': '482e5d78-ff22-4e87-bd9d-58d24e66a424', 'tenant_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'mac_address': 'fa:16:3e:1a:f3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d687955-baaa-411c-a890-7a8bc85a72af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7449268b-b410-4007-8960-5018becdc3f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:13Z', 'updated_at': '2021-11-22T16:48:16Z', 'revision_number': 4, 'project_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'subnets': [{'id': '7449268b-b410-4007-8960-5018becdc3f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9872a25c-eae3-4768-bf3c-faac5677783a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:48:17.081397 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-098dfcdc-c9d9-4f83-98fd-80823a0f8681 None None] For port fcbd45e4-331a-4279-b43e-7efdba3fc83a, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=fcbd45e4-331a-4279-b43e-7efdba3fc83a,segment=NetworkSegment(a1387182-1972-4dcc-90f7-eec3e534e399),segment_id=a1387182-1972-4dcc-90f7-eec3e534e399)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:17.087705 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-098dfcdc-c9d9-4f83-98fd-80823a0f8681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.145270 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098dfcdc-c9d9-4f83-98fd-80823a0f8681 None None] Pushing event updated for resources: {'Port': ['ID=fcbd45e4-331a-4279-b43e-7efdba3fc83a,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:17.502238 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 39042) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:17.611662 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c41b63-3b2e-4db8-8fcf-5f504f45ca1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:17.613086 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-d2c41b63-3b2e-4db8-8fcf-5f504f45ca1b admin admin] 10.222.0.75 "GET /v2.0/networks/d3425354-8fe0-452b-a94a-32f4eb04cb86 HTTP/1.1" status: 200 len: 842 time: 0.1098170 Nov 22 16:48:17.623405 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-5e73a32f-7c17-4c8b-9518-b5ce29d7598a admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:17.648581 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e73a32f-7c17-4c8b-9518-b5ce29d7598a admin admin] Made reservation on behalf of 6f39908550b04abea9df86b5e7943aad for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:17.650903 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5e73a32f-7c17-4c8b-9518-b5ce29d7598a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.962112 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.objects.ports [None req-5e73a32f-7c17-4c8b-9518-b5ce29d7598a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102627) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:48:17.962553 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5e73a32f-7c17-4c8b-9518-b5ce29d7598a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for subnet, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:18.018156 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73a32f-7c17-4c8b-9518-b5ce29d7598a admin admin] Pushing event updated for resources: {'Subnet': ['ID=91bd23ed-08b5-4bc5-9b3d-886376dc3ccb,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:18.027196 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e73a32f-7c17-4c8b-9518-b5ce29d7598a admin admin] Checking segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:18.027549 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e73a32f-7c17-4c8b-9518-b5ce29d7598a admin admin] Network hostable DHCP agents. Network: d3425354-8fe0-452b-a94a-32f4eb04cb86, hostable agents: ['adaf967d-dae0-466d-8f0c-362e3950e29c'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:48:18.048526 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e73a32f-7c17-4c8b-9518-b5ce29d7598a admin admin] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 is scheduled to be hosted by DHCP agent adaf967d-dae0-466d-8f0c-362e3950e29c with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:48:18.059901 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-5e73a32f-7c17-4c8b-9518-b5ce29d7598a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-11-iscsi, d3425354-8fe0-452b-a94a-32f4eb04cb86) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:18.063868 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e73a32f-7c17-4c8b-9518-b5ce29d7598a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:18.064603 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5e73a32f-7c17-4c8b-9518-b5ce29d7598a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:18.070329 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d75862-3d4f-449e-8a1d-c0ef9e0485ae None None] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:18.080243 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-5e73a32f-7c17-4c8b-9518-b5ce29d7598a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4601943 Nov 22 16:48:18.207545 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ead3568-d312-41b6-b9b1-58df10b5756b None None] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:20.511382 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 39050) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:20.642246 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e6bd9b1d-5e7b-4f07-b51c-6c790e9dd76b admin admin] 10.222.0.75 "GET /v2.0/routers/3d687955-baaa-411c-a890-7a8bc85a72af HTTP/1.1" status: 200 len: 710 time: 0.1297421 Nov 22 16:48:20.730396 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e27ff23-de72-4c05-8f21-97e8f2f3623c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:20.731688 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1e27ff23-de72-4c05-8f21-97e8f2f3623c admin admin] 10.222.0.75 "GET /v2.0/networks/d3425354-8fe0-452b-a94a-32f4eb04cb86 HTTP/1.1" status: 200 len: 886 time: 0.0830326 Nov 22 16:48:20.741046 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-6f425419-4d15-4710-a13e-6641079dc131 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:21.063011 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6f425419-4d15-4710-a13e-6641079dc131 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.289557 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6f425419-4d15-4710-a13e-6641079dc131 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.366987 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6f425419-4d15-4710-a13e-6641079dc131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.470157 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-6f425419-4d15-4710-a13e-6641079dc131 admin admin] Allocated IP 172.27.0.117 (d3425354-8fe0-452b-a94a-32f4eb04cb86/91bd23ed-08b5-4bc5-9b3d-886376dc3ccb/2ac1b154-b702-4044-891c-1ce15c9bfa44) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:21.570995 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6f425419-4d15-4710-a13e-6641079dc131 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.606227 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6f425419-4d15-4710-a13e-6641079dc131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.648415 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f425419-4d15-4710-a13e-6641079dc131 admin admin] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:21.651164 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-6f425419-4d15-4710-a13e-6641079dc131 admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:21.659639 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f425419-4d15-4710-a13e-6641079dc131 admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:21.662274 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f425419-4d15-4710-a13e-6641079dc131 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac1b154-b702-4044-891c-1ce15c9bfa44,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:21.905266 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6f425419-4d15-4710-a13e-6641079dc131 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.102681 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6f425419-4d15-4710-a13e-6641079dc131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3689850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10027'] for router, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.106109 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6f425419-4d15-4710-a13e-6641079dc131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3689793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-308992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830693'] for router, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.213313 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f425419-4d15-4710-a13e-6641079dc131 admin admin] Router 3d687955-baaa-411c-a890-7a8bc85a72af has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:48:22.408971 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f425419-4d15-4710-a13e-6641079dc131 admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:48:22.413535 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6f425419-4d15-4710-a13e-6641079dc131 admin admin] Publish callbacks [] for router, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.414654 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-6f425419-4d15-4710-a13e-6641079dc131 admin admin] 10.222.0.75 "PUT /v2.0/routers/3d687955-baaa-411c-a890-7a8bc85a72af HTTP/1.1" status: 200 len: 890 time: 1.6768224 Nov 22 16:48:22.907670 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device fcbd45e4-331a-4279-b43e-7efdba3fc83a up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:22.957024 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port fcbd45e4-331a-4279-b43e-7efdba3fc83a triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:22.957316 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.066549 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] Sync routers for ids ['3d687955-baaa-411c-a890-7a8bc85a72af'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:48:24.078331 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] Routers {'3d687955-baaa-411c-a890-7a8bc85a72af'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:24.079047 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:48:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['3d687955-baaa-411c-a890-7a8bc85a72af'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:24.289262 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] Set router 3d687955-baaa-411c-a890-7a8bc85a72af gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:24.753594 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d687955-baaa-411c-a890-7a8bc85a72af', 'name': 'router1', 'tenant_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '2ac1b154-b702-4044-891c-1ce15c9bfa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:04Z', 'updated_at': '2021-11-22T16:48:21Z', 'revision_number': 4, 'project_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'gw_port': {'id': '2ac1b154-b702-4044-891c-1ce15c9bfa44', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d687955-baaa-411c-a890-7a8bc85a72af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:21Z', 'updated_at': '2021-11-22T16:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': 'fcbd45e4-331a-4279-b43e-7efdba3fc83a', 'name': '', 'network_id': '482e5d78-ff22-4e87-bd9d-58d24e66a424', 'tenant_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'mac_address': 'fa:16:3e:1a:f3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d687955-baaa-411c-a890-7a8bc85a72af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7449268b-b410-4007-8960-5018becdc3f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:13Z', 'updated_at': '2021-11-22T16:48:17Z', 'revision_number': 5, 'project_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'subnets': [{'id': '7449268b-b410-4007-8960-5018becdc3f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9872a25c-eae3-4768-bf3c-faac5677783a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:24.805704 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] Checking router: 3d687955-baaa-411c-a890-7a8bc85a72af for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:48:24.805972 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] Updating router 3d687955-baaa-411c-a890-7a8bc85a72af port 2ac1b154-b702-4044-891c-1ce15c9bfa44 binding host dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:48:24.854419 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.935633 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 39062) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:25.045666 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-63d33821-d6c2-4cb1-858b-ab909ea0a880 admin admin] 10.222.0.75 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1087983 Nov 22 16:48:25.185291 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.190723 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.245842 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530ef95-7de8-446a-95da-61d88c0b3416 None None] Pushing event updated for resources: {'Port': ['ID=2ac1b154-b702-4044-891c-1ce15c9bfa44,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:25.248970 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] Attempting to bind port 2ac1b154-b702-4044-891c-1ce15c9bfa44 on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:25.249384 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] Attempting to bind port 2ac1b154-b702-4044-891c-1ce15c9bfa44 by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:25.249761 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] Attempting to bind port 2ac1b154-b702-4044-891c-1ce15c9bfa44 on network d3425354-8fe0-452b-a94a-32f4eb04cb86 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:25.255836 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:25.256253 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] Checking segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:25.257194 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.257583 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] Bound using segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:25.258868 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] Bound port: 2ac1b154-b702-4044-891c-1ce15c9bfa44, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:25.258868 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.308935 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] For port 2ac1b154-b702-4044-891c-1ce15c9bfa44, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:25.311939 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] For port 2ac1b154-b702-4044-891c-1ce15c9bfa44, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=2ac1b154-b702-4044-891c-1ce15c9bfa44,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:25.316344 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.374058 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] Routers {'3d687955-baaa-411c-a890-7a8bc85a72af'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:25.374659 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:48:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['3d687955-baaa-411c-a890-7a8bc85a72af'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:25.376379 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530ef95-7de8-446a-95da-61d88c0b3416 None None] Pushing event updated for resources: {'Port': ['ID=2ac1b154-b702-4044-891c-1ce15c9bfa44,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:25.483393 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] Set router 3d687955-baaa-411c-a890-7a8bc85a72af gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:25.701214 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d687955-baaa-411c-a890-7a8bc85a72af', 'name': 'router1', 'tenant_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '2ac1b154-b702-4044-891c-1ce15c9bfa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:04Z', 'updated_at': '2021-11-22T16:48:21Z', 'revision_number': 4, 'project_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'gw_port': {'id': '2ac1b154-b702-4044-891c-1ce15c9bfa44', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d687955-baaa-411c-a890-7a8bc85a72af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:21Z', 'updated_at': '2021-11-22T16:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': 'fcbd45e4-331a-4279-b43e-7efdba3fc83a', 'name': '', 'network_id': '482e5d78-ff22-4e87-bd9d-58d24e66a424', 'tenant_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'mac_address': 'fa:16:3e:1a:f3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d687955-baaa-411c-a890-7a8bc85a72af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7449268b-b410-4007-8960-5018becdc3f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:13Z', 'updated_at': '2021-11-22T16:48:17Z', 'revision_number': 5, 'project_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'subnets': [{'id': '7449268b-b410-4007-8960-5018becdc3f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9872a25c-eae3-4768-bf3c-faac5677783a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:25.727085 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90892260-5fa1-4195-b7a7-063ed8b5f5b1 None None] The sync data for ids ['3d687955-baaa-411c-a890-7a8bc85a72af'] in dv-cinder-778193-11-iscsi is: [{'id': '3d687955-baaa-411c-a890-7a8bc85a72af', 'name': 'router1', 'tenant_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '2ac1b154-b702-4044-891c-1ce15c9bfa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:04Z', 'updated_at': '2021-11-22T16:48:21Z', 'revision_number': 4, 'project_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'gw_port': {'id': '2ac1b154-b702-4044-891c-1ce15c9bfa44', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d687955-baaa-411c-a890-7a8bc85a72af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:21Z', 'updated_at': '2021-11-22T16:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': 'fcbd45e4-331a-4279-b43e-7efdba3fc83a', 'name': '', 'network_id': '482e5d78-ff22-4e87-bd9d-58d24e66a424', 'tenant_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'mac_address': 'fa:16:3e:1a:f3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d687955-baaa-411c-a890-7a8bc85a72af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7449268b-b410-4007-8960-5018becdc3f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:13Z', 'updated_at': '2021-11-22T16:48:17Z', 'revision_number': 5, 'project_id': '59b3d0d1323b40b2b39f9e56be8815bc', 'subnets': [{'id': '7449268b-b410-4007-8960-5018becdc3f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9872a25c-eae3-4768-bf3c-faac5677783a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:48:26.917271 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 2ac1b154-b702-4044-891c-1ce15c9bfa44 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:26.972108 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 2ac1b154-b702-4044-891c-1ce15c9bfa44 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:26.972566 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.051491 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.073430 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] For port 2ac1b154-b702-4044-891c-1ce15c9bfa44, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=2ac1b154-b702-4044-891c-1ce15c9bfa44,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:27.078180 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.128986 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Pushing event updated for resources: {'Port': ['ID=2ac1b154-b702-4044-891c-1ce15c9bfa44,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:28.915765 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 2ac1b154-b702-4044-891c-1ce15c9bfa44 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:29.003445 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 2ac1b154-b702-4044-891c-1ce15c9bfa44 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:29.004121 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:31.602143 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 5 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:48:37.155159 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cab84e8b-0f8f-4961-898b-30d87ef18292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.460968 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e7193ee-9d56-4cf5-bb51-97279dcca990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.859405 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:42.118758 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.090670 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.164828 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-46c76fe4-9ecd-4ae5-bfd7-692ce04ac147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.601925 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 5 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:49:09.454301 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bdc74e1f-669d-42de-810b-b6dbb69a1849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.851766 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.111659 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.092917 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:37.161135 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e95183e-d27d-4e3b-a23f-af4c2933d704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:39.455913 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17bc7e70-1928-448c-ab51-d404d326f541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.854730 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:42.115002 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.085598 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.433348 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 39546) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:44.497589 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.pecan_wsgi.hooks.translation [None req-d125b0f7-4d17-4d79-9769-e4cbdd411146 admin admin] GET failed (client error): The resource could not be found. Nov 22 16:49:44.498862 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-d125b0f7-4d17-4d79-9769-e4cbdd411146 admin admin] 10.222.0.75 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0645566 Nov 22 16:49:44.677127 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768debd3-6e25-4ba9-87c9-fa16489a1e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:44.678505 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-768debd3-6e25-4ba9-87c9-fa16489a1e12 admin admin] 10.222.0.75 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1741164 Nov 22 16:49:45.601436 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 5 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:49:46.955644 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 39556) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:47.046603 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedd6f3e-3bbf-46fe-b428-1cd40c393471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:47.047948 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-fedd6f3e-3bbf-46fe-b428-1cd40c393471 admin admin] 10.222.0.75 "GET /v2.0/subnets/7449268b-b410-4007-8960-5018becdc3f6 HTTP/1.1" status: 200 len: 849 time: 0.0912848 Nov 22 16:49:47.058427 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-fb5b3d68-05a2-4454-926b-54f3b9ca7907 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:47.148080 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fb5b3d68-05a2-4454-926b-54f3b9ca7907 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:47.290469 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fb5b3d68-05a2-4454-926b-54f3b9ca7907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736620029004'] for subnet, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:47.323430 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5b3d68-05a2-4454-926b-54f3b9ca7907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:47.324071 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fb5b3d68-05a2-4454-926b-54f3b9ca7907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:47.325345 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-fb5b3d68-05a2-4454-926b-54f3b9ca7907 admin admin] 10.222.0.75 "PUT /v2.0/subnets/7449268b-b410-4007-8960-5018becdc3f6 HTTP/1.1" status: 200 len: 868 time: 0.2705719 Nov 22 16:49:47.342236 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae612d2-4c76-4b4e-b4d2-3ab23e20739f None None] Network 482e5d78-ff22-4e87-bd9d-58d24e66a424 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:47.348600 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b3d68-05a2-4454-926b-54f3b9ca7907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7449268b-b410-4007-8960-5018becdc3f6,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:47.356614 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b3d68-05a2-4454-926b-54f3b9ca7907 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.356988 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b3d68-05a2-4454-926b-54f3b9ca7907 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.357388 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b3d68-05a2-4454-926b-54f3b9ca7907 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.357869 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b3d68-05a2-4454-926b-54f3b9ca7907 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.358209 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b3d68-05a2-4454-926b-54f3b9ca7907 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.358555 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b3d68-05a2-4454-926b-54f3b9ca7907 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.358891 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b3d68-05a2-4454-926b-54f3b9ca7907 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.359227 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b3d68-05a2-4454-926b-54f3b9ca7907 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.359558 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b3d68-05a2-4454-926b-54f3b9ca7907 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.359947 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b3d68-05a2-4454-926b-54f3b9ca7907 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.360308 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b3d68-05a2-4454-926b-54f3b9ca7907 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.360630 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b3d68-05a2-4454-926b-54f3b9ca7907 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.695494 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-80b15e20-5559-4533-aa23-02c538539b94 None None] Provisioning complete for port fcbd45e4-331a-4279-b43e-7efdba3fc83a triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:47.695948 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-80b15e20-5559-4533-aa23-02c538539b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:47.787503 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-80b15e20-5559-4533-aa23-02c538539b94 None None] Provisioning complete for port 044404ff-e9fa-4690-b501-5fa914583501 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:47.787791 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-80b15e20-5559-4533-aa23-02c538539b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:49.615369 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 39564) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:49.818562 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28504f99-b4ca-474d-b528-2f9dfa722e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:49.818938 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28504f99-b4ca-474d-b528-2f9dfa722e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:49.820463 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-28504f99-b4ca-474d-b528-2f9dfa722e34 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2041600 Nov 22 16:49:52.103686 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 39574) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:52.243442 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19830d2a-e9de-4b18-8cab-dd041d4c49be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:52.243908 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19830d2a-e9de-4b18-8cab-dd041d4c49be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:52.245474 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-19830d2a-e9de-4b18-8cab-dd041d4c49be admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1406922 Nov 22 16:49:54.553668 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 39582) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:54.723508 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d13c501-632a-40c4-8e6e-63990c46af50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:54.724918 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-9d13c501-632a-40c4-8e6e-63990c46af50 admin admin] 10.222.0.75 "GET /v2.0/networks/482e5d78-ff22-4e87-bd9d-58d24e66a424 HTTP/1.1" status: 200 len: 870 time: 0.1701868 Nov 22 16:49:56.994743 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 39590) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:57.129148 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727b75c0-8a65-46bc-ae23-8572404a8459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:57.130496 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-727b75c0-8a65-46bc-ae23-8572404a8459 admin admin] 10.222.0.75 "GET /v2.0/networks/d3425354-8fe0-452b-a94a-32f4eb04cb86 HTTP/1.1" status: 200 len: 886 time: 0.1347771 Nov 22 16:49:59.410483 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 39598) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:59.538589 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dc3a67-698f-4d08-be6b-f31d3b2a672f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:59.539045 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dc3a67-698f-4d08-be6b-f31d3b2a672f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:59.540618 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-53dc3a67-698f-4d08-be6b-f31d3b2a672f admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1291482 Nov 22 16:50:01.869566 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 39606) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:01.965449 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb146a-c8c5-46ec-b3de-b795ede8390a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:01.965897 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb146a-c8c5-46ec-b3de-b795ede8390a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:01.967422 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-3edb146a-c8c5-46ec-b3de-b795ede8390a admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0969050 Nov 22 16:50:04.280918 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 39614) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:04.379800 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd54313-a6dc-4a84-9164-b76a5ddccecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:04.381195 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-ddd54313-a6dc-4a84-9164-b76a5ddccecb admin admin] 10.222.0.75 "GET /v2.0/subnets/7449268b-b410-4007-8960-5018becdc3f6 HTTP/1.1" status: 200 len: 868 time: 0.0993323 Nov 22 16:50:06.716299 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 39622) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:06.810583 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15958a76-3ed0-4b06-bfaf-e9eaea087d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:06.811854 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-15958a76-3ed0-4b06-bfaf-e9eaea087d89 admin admin] 10.222.0.75 "GET /v2.0/subnets/91bd23ed-08b5-4bc5-9b3d-886376dc3ccb HTTP/1.1" status: 200 len: 816 time: 0.0946140 Nov 22 16:50:07.163262 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ac7ae98-48c9-48d3-a157-e36b5764f500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.459185 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bf1ee33f-7904-4f3c-abf6-1f46b4026e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.860586 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.116418 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:13.088541 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:22.648115 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 5 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:50:31.250301 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 39676) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:31.298775 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [None req-cbd2c41e-389a-4e67-a1fa-9b6e102c64c5 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:50:31.299745 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-cbd2c41e-389a-4e67-a1fa-9b6e102c64c5 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484984 Nov 22 16:50:33.651434 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 39684) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:33.713038 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7db5afc-92b4-4bd1-8ded-b68ee247de28 admin admin] GET failed (client error): The resource could not be found. Nov 22 16:50:33.714362 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-c7db5afc-92b4-4bd1-8ded-b68ee247de28 admin admin] 10.222.0.75 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0619035 Nov 22 16:50:33.802876 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc54403-e23c-47a0-863c-519ca6a66c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:33.804340 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-0dc54403-e23c-47a0-863c-519ca6a66c78 admin admin] 10.222.0.75 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0847144 Nov 22 16:50:36.136149 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 39692) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:36.184935 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-9ed211b2-602a-4c71-916d-e22d76a34c7d admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:36.209429 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed211b2-602a-4c71-916d-e22d76a34c7d admin admin] Made reservation on behalf of 6f39908550b04abea9df86b5e7943aad for: {'network': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:36.211802 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ed211b2-602a-4c71-916d-e22d76a34c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for network, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.242368 dv-cinder-778193-11-iscsi neutron-server[102627]: WARNING neutron.services.revisions.revision_plugin [None req-9ed211b2-602a-4c71-916d-e22d76a34c7d admin admin] Could not find related network for resource to bump revision. Nov 22 16:50:36.258607 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed211b2-602a-4c71-916d-e22d76a34c7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1236} {{(pid=102627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:50:36.268669 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ed211b2-602a-4c71-916d-e22d76a34c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.269022 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.db.segments_db [None req-9ed211b2-602a-4c71-916d-e22d76a34c7d admin admin] Added segment a752df27-d54c-48f1-aae8-5f538e4b0f85 of type vlan for network 3f192ab9-631e-460a-bcb6-f2a48048609d Nov 22 16:50:36.317056 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ed211b2-602a-4c71-916d-e22d76a34c7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736619566340'] for network, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.340400 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ed211b2-602a-4c71-916d-e22d76a34c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for network, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.341325 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed211b2-602a-4c71-916d-e22d76a34c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:36.341920 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ed211b2-602a-4c71-916d-e22d76a34c7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.394624 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-9ed211b2-602a-4c71-916d-e22d76a34c7d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2573712 Nov 22 16:50:36.401040 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed211b2-602a-4c71-916d-e22d76a34c7d admin admin] Pushing event updated for resources: {'Network': ['ID=3f192ab9-631e-460a-bcb6-f2a48048609d,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:36.419030 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Network 3f192ab9-631e-460a-bcb6-f2a48048609d details requested by agent ovs-agent-dv-cinder-778193-11-iscsi with host dv-cinder-778193-11-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:50:37.164750 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16f01325-406c-4f77-93a4-76218f2c65e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.751132 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 39700) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:38.811745 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62888a8-70dc-41b8-896f-abb4369ccba6 admin admin] GET failed (client error): The resource could not be found. Nov 22 16:50:38.813581 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e62888a8-70dc-41b8-896f-abb4369ccba6 admin admin] 10.222.0.75 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610292 Nov 22 16:50:38.915875 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c36dfe5-33ec-4d6a-be4d-45d67c541ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:38.917765 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-7c36dfe5-33ec-4d6a-be4d-45d67c541ba4 admin admin] 10.222.0.75 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0993247 Nov 22 16:50:38.927700 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '3f192ab9-631e-460a-bcb6-f2a48048609d', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:38.948346 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Made reservation on behalf of 6f39908550b04abea9df86b5e7943aad for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:38.950601 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.116522 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.170123 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8622bc97-42cf-49fb-973f-36da7d300186,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:39.182297 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.182660 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.183009 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.183342 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.183672 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.184053 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.184385 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.184727 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.185056 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.185401 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.185724 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.186041 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.189965 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Checking segment: {'id': 'a752df27-d54c-48f1-aae8-5f538e4b0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '3f192ab9-631e-460a-bcb6-f2a48048609d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:39.190317 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Network hostable DHCP agents. Network: 3f192ab9-631e-460a-bcb6-f2a48048609d, hostable agents: ['adaf967d-dae0-466d-8f0c-362e3950e29c'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:50:39.207126 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Network 3f192ab9-631e-460a-bcb6-f2a48048609d is scheduled to be hosted by DHCP agent adaf967d-dae0-466d-8f0c-362e3950e29c with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:50:39.215826 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-11-iscsi, 3f192ab9-631e-460a-bcb6-f2a48048609d) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:39.221778 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:39.221778 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.225478 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4f68d1-4d51-4384-8a08-7dba0e3fde12 None None] Network 3f192ab9-631e-460a-bcb6-f2a48048609d requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:39.239825 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-222c0c76-fe9a-4f1c-962e-8f82001d30e2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3154867 Nov 22 16:50:39.474942 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b24dabe1-6062-4b3c-abb8-79ea1ad86e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.513534 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4d7641c-f5a9-513a-9605-0fe7cfc59e29-3f192ab9-631e-460a-bcb6-f2a48048609d', 'network_id': '3f192ab9-631e-460a-bcb6-f2a48048609d', 'tenant_id': '6f39908550b04abea9df86b5e7943aad', 'fixed_ips': [{'subnet_id': '8622bc97-42cf-49fb-973f-36da7d300186'}]}} from dv-cinder-778193-11-iscsi. {{(pid=102629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:50:39.514463 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.658937 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Allocated IP 192.168.233.2 (3f192ab9-631e-460a-bcb6-f2a48048609d/8622bc97-42cf-49fb-973f-36da7d300186/a8997dd3-30b2-45ce-a12a-fb5cc2aa941a) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:39.812706 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.818288 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.868172 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Network 3f192ab9-631e-460a-bcb6-f2a48048609d is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:39.871978 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Pushing event updated for resources: {'Port': ['ID=a8997dd3-30b2-45ce-a12a-fb5cc2aa941a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:39.874694 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:39.881710 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:39.884287 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.884683 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.885012 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.885371 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.885788 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.886224 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.886519 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.886784 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.887136 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.887463 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.887787 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.888141 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:39.946781 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Attempting to bind port a8997dd3-30b2-45ce-a12a-fb5cc2aa941a on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:39.947153 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Attempting to bind port a8997dd3-30b2-45ce-a12a-fb5cc2aa941a by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': 'a752df27-d54c-48f1-aae8-5f538e4b0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '3f192ab9-631e-460a-bcb6-f2a48048609d'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:39.947517 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Attempting to bind port a8997dd3-30b2-45ce-a12a-fb5cc2aa941a on network 3f192ab9-631e-460a-bcb6-f2a48048609d {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:39.952686 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:39.953055 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Checking segment: {'id': 'a752df27-d54c-48f1-aae8-5f538e4b0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '3f192ab9-631e-460a-bcb6-f2a48048609d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:39.953460 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.954391 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Bound using segment: {'id': 'a752df27-d54c-48f1-aae8-5f538e4b0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '3f192ab9-631e-460a-bcb6-f2a48048609d'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:39.954848 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Bound port: a8997dd3-30b2-45ce-a12a-fb5cc2aa941a, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a752df27-d54c-48f1-aae8-5f538e4b0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '3f192ab9-631e-460a-bcb6-f2a48048609d'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:39.955242 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:40.022222 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] For port a8997dd3-30b2-45ce-a12a-fb5cc2aa941a, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:40.027076 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] For port a8997dd3-30b2-45ce-a12a-fb5cc2aa941a, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=a8997dd3-30b2-45ce-a12a-fb5cc2aa941a,segment=NetworkSegment(a752df27-d54c-48f1-aae8-5f538e4b0f85),segment_id=a752df27-d54c-48f1-aae8-5f538e4b0f85)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:40.034316 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:40.109824 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c8048-9ea4-4c37-be45-776c9d2f94a5 None None] Pushing event updated for resources: {'Port': ['ID=a8997dd3-30b2-45ce-a12a-fb5cc2aa941a,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:40.864670 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:40.952926 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14766f55-79ad-4c12-bc36-488e5b2c8ecd None None] Network 3f192ab9-631e-460a-bcb6-f2a48048609d requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:41.001241 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device a8997dd3-30b2-45ce-a12a-fb5cc2aa941a up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:41.086977 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-a9fae304-d067-446c-be5f-31edfe502a68 None None] Provisioning complete for port a8997dd3-30b2-45ce-a12a-fb5cc2aa941a triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:41.087345 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a9fae304-d067-446c-be5f-31edfe502a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.147981 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port a8997dd3-30b2-45ce-a12a-fb5cc2aa941a triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:41.148371 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.295751 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a9fae304-d067-446c-be5f-31edfe502a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.316135 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.353082 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-a9fae304-d067-446c-be5f-31edfe502a68 None None] For port a8997dd3-30b2-45ce-a12a-fb5cc2aa941a, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=a8997dd3-30b2-45ce-a12a-fb5cc2aa941a,segment=NetworkSegment(a752df27-d54c-48f1-aae8-5f538e4b0f85),segment_id=a752df27-d54c-48f1-aae8-5f538e4b0f85)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:41.361448 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a9fae304-d067-446c-be5f-31edfe502a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.431958 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.db.api [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:50:41.432399 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG oslo_db.api [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:50:41.449179 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fae304-d067-446c-be5f-31edfe502a68 None None] Pushing event updated for resources: {'Port': ['ID=a8997dd3-30b2-45ce-a12a-fb5cc2aa941a,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:41.586437 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-b3b1ce38-f9fe-4913-9be1-33ddc5dfee86 None None] Provisioning complete for port a8997dd3-30b2-45ce-a12a-fb5cc2aa941a triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:41.586730 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b3b1ce38-f9fe-4913-9be1-33ddc5dfee86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.132829 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.962307 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device a8997dd3-30b2-45ce-a12a-fb5cc2aa941a up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:43.011239 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port a8997dd3-30b2-45ce-a12a-fb5cc2aa941a triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:43.011607 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.102960 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.596149 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 5 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:51:07.166802 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7bf19cc0-27a1-4af8-accd-2d79151739b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:09.455443 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f3db0a9-b218-4d82-98e2-4751f65172da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.863600 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.122811 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.095213 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.595317 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 5 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:51:37.163233 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f79c9b12-f474-4610-a4d2-1a3a8baee0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.459247 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1e604199-8b3c-457e-b1d5-0235528e39ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.866204 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.127636 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.101601 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.949131 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 39746) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:50.954909 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [None req-a412ce88-5b6f-4b65-910a-323fc1c80f22 tempest-verify_tempest_config-1107012826 tempest-verify_tempest_config-1107012826-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:51:50.955852 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a412ce88-5b6f-4b65-910a-323fc1c80f22 tempest-verify_tempest_config-1107012826 tempest-verify_tempest_config-1107012826-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057216 Nov 22 16:51:51.280156 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 39764) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:51.390629 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9594e8f-b375-4a4b-ac85-4a947f1993a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.466698 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9594e8f-b375-4a4b-ac85-4a947f1993a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.470087 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9594e8f-b375-4a4b-ac85-4a947f1993a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.513427 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9594e8f-b375-4a4b-ac85-4a947f1993a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42ef890-b5b3-485d-8762-39eb1298f3b4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:51.518804 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d9594e8f-b375-4a4b-ac85-4a947f1993a0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=119af6f72e0c47e69cd9a768ddc42605&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2376156 Nov 22 16:51:51.521542 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 39768) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:51.523029 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9594e8f-b375-4a4b-ac85-4a947f1993a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.523380 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9594e8f-b375-4a4b-ac85-4a947f1993a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.523664 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9594e8f-b375-4a4b-ac85-4a947f1993a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.524021 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9594e8f-b375-4a4b-ac85-4a947f1993a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.524358 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9594e8f-b375-4a4b-ac85-4a947f1993a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.524788 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9594e8f-b375-4a4b-ac85-4a947f1993a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.525333 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9594e8f-b375-4a4b-ac85-4a947f1993a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.525442 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9594e8f-b375-4a4b-ac85-4a947f1993a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.525754 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9594e8f-b375-4a4b-ac85-4a947f1993a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.526077 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9594e8f-b375-4a4b-ac85-4a947f1993a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.526401 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9594e8f-b375-4a4b-ac85-4a947f1993a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.526722 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9594e8f-b375-4a4b-ac85-4a947f1993a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.580655 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-23c7ebb8-652e-448c-a114-aeb31f729aed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.600904 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-23c7ebb8-652e-448c-a114-aeb31f729aed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.692683 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-23c7ebb8-652e-448c-a114-aeb31f729aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.695252 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-23c7ebb8-652e-448c-a114-aeb31f729aed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.696539 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-23c7ebb8-652e-448c-a114-aeb31f729aed admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b42ef890-b5b3-485d-8762-39eb1298f3b4 HTTP/1.1" status: 204 len: 168 time: 0.1740229 Nov 22 16:51:51.704973 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7ebb8-652e-448c-a114-aeb31f729aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42ef890-b5b3-485d-8762-39eb1298f3b4,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:51.711796 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ebb8-652e-448c-a114-aeb31f729aed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.712180 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ebb8-652e-448c-a114-aeb31f729aed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.712525 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ebb8-652e-448c-a114-aeb31f729aed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.712857 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ebb8-652e-448c-a114-aeb31f729aed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.713180 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ebb8-652e-448c-a114-aeb31f729aed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.713506 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ebb8-652e-448c-a114-aeb31f729aed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.713824 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ebb8-652e-448c-a114-aeb31f729aed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.714166 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ebb8-652e-448c-a114-aeb31f729aed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.714487 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ebb8-652e-448c-a114-aeb31f729aed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.714801 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ebb8-652e-448c-a114-aeb31f729aed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.715202 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ebb8-652e-448c-a114-aeb31f729aed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.715429 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ebb8-652e-448c-a114-aeb31f729aed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:07.166426 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a8eaa42-38b3-4edd-846c-927e0dc12303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.461250 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4983f73a-1b69-4565-9744-890665d7aa48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.867309 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.129679 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.095523 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.593925 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 5 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:52:37.172729 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-098a0d38-b838-4e62-8a1c-b37e6d2967bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.462735 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfeeb-17fc-44ec-b4bb-a01528a8034c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.872907 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.133018 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.097560 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.592609 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 5 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:53:07.175307 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13c27af7-acb0-4de1-a37a-2b8dbe76246f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:09.467891 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13310e78-0de8-4a49-b091-423bf6e4c9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.875150 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.134990 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.098862 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:27.590851 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 5 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:53:28.278019 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3833474'] for agent, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:37.177208 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-abfa2e3f-c94f-44c3-913f-30f7cbafa11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.469680 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b1cc9678-4f1e-446d-9f20-93c574d818a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.880231 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.138897 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.369700 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 39842) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:42.480462 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-bbbacafb-c997-46a5-a6dc-6233c73a4171 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1096690 Nov 22 16:53:43.101360 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.785656 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 39852) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:44.838920 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2be96143-cff6-4a4e-bca1-f4f1d27b39c5 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0521584 Nov 22 16:53:58.246546 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.589735 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:54:07.179560 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-26ff8ea9-d494-454e-8959-25aa25bab6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.470152 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d46580f1-29c4-4105-9d56-5f15290ebaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:10.881601 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:12.141037 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.103529 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:28.263114 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.182039 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f288c51-963c-4c48-a19f-61451ba1bf44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.481808 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07e79a8b-bdcc-4567-b3dd-07bd9386b02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.904274 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.589194 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:54:42.145439 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.105585 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:58.266934 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.185463 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8bddff0d-8669-44eb-98f5-0d289737be94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.474549 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed2bd600-41c2-4173-b19f-81428a33ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:10.894033 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:12.166400 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.121114 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.969124 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 40052) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:15.066464 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 40060) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:15.093392 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 40064) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:15.095928 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 40066) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:15.313388 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-424063076-network', 'tenant_id': '606872a1f29b44a5ae8719e48edf2703'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:15.344424 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Made reservation on behalf of 606872a1f29b44a5ae8719e48edf2703 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:15.346770 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.363442 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-aefcbc03-6e57-4738-8ed5-128aab108c53 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1352732602-network', 'tenant_id': 'b720c2f870ab4de28986109a1fc93417'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:15.374540 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.416493 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefcbc03-6e57-4738-8ed5-128aab108c53 admin admin] Made reservation on behalf of b720c2f870ab4de28986109a1fc93417 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:15.418730 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aefcbc03-6e57-4738-8ed5-128aab108c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.420410 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-144519074-network', 'tenant_id': '012a405b16094665bf98670cf1f502b2'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:15.432283 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-dd985193-20bc-4087-801a-ab8844044372 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-network', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:15.435131 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aefcbc03-6e57-4738-8ed5-128aab108c53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.454888 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Made reservation on behalf of 012a405b16094665bf98670cf1f502b2 for: {'network': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:15.459060 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for network, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.473436 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.484429 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd985193-20bc-4087-801a-ab8844044372 admin admin] Made reservation on behalf of ea07513743f14c52a5a115f86dbb6b7b for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:15.487007 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd985193-20bc-4087-801a-ab8844044372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.538502 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.540029 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd985193-20bc-4087-801a-ab8844044372 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.555331 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.590251 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1240} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:55:15.603521 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.607719 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.631182 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.631895 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Added segment 9cc3b34f-f709-4fff-b056-1565b529f1ba of type vlan for network 1bdcfadf-1d01-4a8e-9380-4151e111913c Nov 22 16:55:15.644317 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1237} {{(pid=102627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:55:15.652238 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d806e7-cfd1-45b3-880d-aede0431c295,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:15.663850 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.664213 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.db.segments_db [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Added segment a2770974-9811-4d66-8064-2f8990712735 of type vlan for network addedaf8-c56a-4700-8c31-6938e05f34b5 Nov 22 16:55:15.672683 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.673043 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.673382 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.673761 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.674089 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.674418 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.674799 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.675138 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.675463 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.676421 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.676746 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.677062 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Tracked resource versions report: Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: pushed versions: Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: { 'AddressGroup': {'1.2'}, Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'ConntrackHelper': {'1.0'}, Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'Log': {'1.0'}, Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'Network': {'1.1'}, Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'Port': {'1.7'}, Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'PortForwarding': {'1.2'}, Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'QosPolicy': {'1.10'}, Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'SecurityGroup': {'1.5'}, Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'SubPort': {'1.0'}, Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'Subnet': {'1.1'}, Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'Trunk': {'1.1'}} Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: consumer versions: Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: { DHCP agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: HyperV agent@hv-cinder-77819: {}, Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: L3 agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: Metadata agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: Metering agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: Open vSwitch agent@dv-cinder-778193-11-iscsi: { 'AddressGroup': '1.2', Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'ConntrackHelper': '1.0', Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'Log': '1.0', Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'Network': '1.1', Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'Port': '1.7', Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'PortForwarding': '1.2', Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'QosPolicy': '1.10', Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'SecurityGroup': '1.5', Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'SecurityGroupRule': '1.2', Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'SubPort': '1.0', Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'Subnet': '1.1', Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: 'Trunk': '1.1'}} Nov 22 16:55:15.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: {{(pid=102627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:55:15.686093 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:15.720401 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.720771 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.721117 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.721529 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.721875 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.722217 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.722828 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.723354 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.723683 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.724811 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.725291 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.725765 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Tracked resource versions report: Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: pushed versions: Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: { 'AddressGroup': {'1.2'}, Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'ConntrackHelper': {'1.0'}, Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'Log': {'1.0'}, Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'Network': {'1.1'}, Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'Port': {'1.7'}, Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'PortForwarding': {'1.2'}, Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'QosPolicy': {'1.10'}, Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'SecurityGroup': {'1.5'}, Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'SubPort': {'1.0'}, Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'Subnet': {'1.1'}, Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'Trunk': {'1.1'}} Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: consumer versions: Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: { DHCP agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: HyperV agent@hv-cinder-77819: {}, Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: L3 agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: Metadata agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: Metering agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: Open vSwitch agent@dv-cinder-778193-11-iscsi: { 'AddressGroup': '1.2', Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'ConntrackHelper': '1.0', Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'Log': '1.0', Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'Network': '1.1', Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'Port': '1.7', Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'PortForwarding': '1.2', Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'QosPolicy': '1.10', Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'SecurityGroup': '1.5', Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'SecurityGroupRule': '1.2', Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'SubPort': '1.0', Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'Subnet': '1.1', Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: 'Trunk': '1.1'}} Nov 22 16:55:15.727081 dv-cinder-778193-11-iscsi neutron-server[102628]: {{(pid=102628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:55:15.735928 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736619566340'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.738868 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736619566340'] for network, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.740916 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aefcbc03-6e57-4738-8ed5-128aab108c53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.757349 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aefcbc03-6e57-4738-8ed5-128aab108c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.774440 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for network, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.775463 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:15.776272 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.822775 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefcbc03-6e57-4738-8ed5-128aab108c53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1218} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:55:15.839828 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcbc03-6e57-4738-8ed5-128aab108c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c778ddb-c829-4d2e-837b-c768433301e8,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:15.845565 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7473891 Nov 22 16:55:15.846552 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd985193-20bc-4087-801a-ab8844044372 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.847779 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.848724 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 40108) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:15.849750 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:15.850869 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.855322 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-e3c53cb7-a123-4855-9157-6ff6bd4dc106 admin admin] Request body: {'subnet': {'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-144519074-subnet', 'tenant_id': '012a405b16094665bf98670cf1f502b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:15.858069 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aefcbc03-6e57-4738-8ed5-128aab108c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.858633 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-aefcbc03-6e57-4738-8ed5-128aab108c53 admin admin] Added segment abbfc1f5-2536-443c-95de-37b6d5f24b0d of type vlan for network d103159b-9ea3-446f-9ffb-ecca43643e87 Nov 22 16:55:15.879862 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9d1ea-65cb-4ed5-9196-e856cc86a9ad admin admin] Pushing event updated for resources: {'Network': ['ID=addedaf8-c56a-4700-8c31-6938e05f34b5,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:15.883300 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd985193-20bc-4087-801a-ab8844044372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.892800 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Network addedaf8-c56a-4700-8c31-6938e05f34b5 details requested by agent ovs-agent-dv-cinder-778193-11-iscsi with host dv-cinder-778193-11-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:55:15.908368 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c53cb7-a123-4855-9157-6ff6bd4dc106 admin admin] Made reservation on behalf of 012a405b16094665bf98670cf1f502b2 for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:15.914998 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e3c53cb7-a123-4855-9157-6ff6bd4dc106 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.977495 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0071394 Nov 22 16:55:15.985925 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 40118) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:15.986921 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd985193-20bc-4087-801a-ab8844044372 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1209} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:55:15.992179 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ff817-62be-4090-bc57-63416c5d3531 admin admin] Pushing event updated for resources: {'Network': ['ID=1bdcfadf-1d01-4a8e-9380-4151e111913c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:16.004782 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-17f04f22-0379-4b53-8d06-2c898233d28c admin admin] Request body: {'subnet': {'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-424063076-subnet', 'tenant_id': '606872a1f29b44a5ae8719e48edf2703', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:16.025179 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aefcbc03-6e57-4738-8ed5-128aab108c53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736619566340'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.057440 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Network 1bdcfadf-1d01-4a8e-9380-4151e111913c details requested by agent ovs-agent-dv-cinder-778193-11-iscsi with host dv-cinder-778193-11-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:55:16.059630 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd985193-20bc-4087-801a-ab8844044372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.060435 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-dd985193-20bc-4087-801a-ab8844044372 admin admin] Added segment 08b04bd6-185b-4500-baa4-25a2c5232475 of type vlan for network d6f6393f-bc97-47fe-80bd-2ee6749913ab Nov 22 16:55:16.074140 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd985193-20bc-4087-801a-ab8844044372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ac636f-7542-4da5-b8ff-eea73c8a535f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:16.234634 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f04f22-0379-4b53-8d06-2c898233d28c admin admin] Made reservation on behalf of 606872a1f29b44a5ae8719e48edf2703 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:16.237132 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17f04f22-0379-4b53-8d06-2c898233d28c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.293922 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e3c53cb7-a123-4855-9157-6ff6bd4dc106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for subnet, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.350624 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c53cb7-a123-4855-9157-6ff6bd4dc106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed57d480-17de-4af9-a2a6-f35eb04a38a9,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:16.418092 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c53cb7-a123-4855-9157-6ff6bd4dc106 admin admin] Checking segment: {'id': 'a2770974-9811-4d66-8064-2f8990712735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:16.418354 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c53cb7-a123-4855-9157-6ff6bd4dc106 admin admin] Network hostable DHCP agents. Network: addedaf8-c56a-4700-8c31-6938e05f34b5, hostable agents: ['adaf967d-dae0-466d-8f0c-362e3950e29c'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:55:16.461585 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c53cb7-a123-4855-9157-6ff6bd4dc106 admin admin] Network addedaf8-c56a-4700-8c31-6938e05f34b5 is scheduled to be hosted by DHCP agent adaf967d-dae0-466d-8f0c-362e3950e29c with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:55:16.480709 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-e3c53cb7-a123-4855-9157-6ff6bd4dc106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-11-iscsi, addedaf8-c56a-4700-8c31-6938e05f34b5) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:16.489914 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aefcbc03-6e57-4738-8ed5-128aab108c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.490425 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8093313-169f-4665-b4b2-b58c3e7b3a1b None None] Network addedaf8-c56a-4700-8c31-6938e05f34b5 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:16.493237 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefcbc03-6e57-4738-8ed5-128aab108c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:16.495240 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aefcbc03-6e57-4738-8ed5-128aab108c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.498917 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c53cb7-a123-4855-9157-6ff6bd4dc106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:16.499962 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e3c53cb7-a123-4855-9157-6ff6bd4dc106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.530119 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e3c53cb7-a123-4855-9157-6ff6bd4dc106 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6786723 Nov 22 16:55:16.532835 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 40142) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:16.545479 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-d7e14e4d-9218-4c9f-abc2-574db10c536a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-144519074-router', 'tenant_id': '012a405b16094665bf98670cf1f502b2', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:16.547725 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd985193-20bc-4087-801a-ab8844044372 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736619566340'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.561164 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-aefcbc03-6e57-4738-8ed5-128aab108c53 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4932613 Nov 22 16:55:16.569818 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 40144) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:16.589338 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-1c260ec5-9142-4357-bcc5-e749bce38d8a admin admin] Request body: {'subnet': {'network_id': 'd103159b-9ea3-446f-9ffb-ecca43643e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1352732602-subnet', 'tenant_id': 'b720c2f870ab4de28986109a1fc93417', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:16.646683 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d7e14e4d-9218-4c9f-abc2-574db10c536a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9930'] for router, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.649310 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d7e14e4d-9218-4c9f-abc2-574db10c536a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3689828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10041'] for router, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.733107 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd985193-20bc-4087-801a-ab8844044372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.735602 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd985193-20bc-4087-801a-ab8844044372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:16.736485 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd985193-20bc-4087-801a-ab8844044372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.739225 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcbc03-6e57-4738-8ed5-128aab108c53 admin admin] Pushing event updated for resources: {'Network': ['ID=d103159b-9ea3-446f-9ffb-ecca43643e87,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:16.765069 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c260ec5-9142-4357-bcc5-e749bce38d8a admin admin] Made reservation on behalf of b720c2f870ab4de28986109a1fc93417 for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:16.772915 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1c260ec5-9142-4357-bcc5-e749bce38d8a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.774836 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Network d103159b-9ea3-446f-9ffb-ecca43643e87 details requested by agent ovs-agent-dv-cinder-778193-11-iscsi with host dv-cinder-778193-11-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:55:16.859882 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17f04f22-0379-4b53-8d06-2c898233d28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.915140 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-dd985193-20bc-4087-801a-ab8844044372 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8205423 Nov 22 16:55:16.926655 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 40174) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:16.946364 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafcee09-e3d6-42b6-8e71-b26f50175cef None None] Network addedaf8-c56a-4700-8c31-6938e05f34b5 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:16.958862 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d7e14e4d-9218-4c9f-abc2-574db10c536a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.966602 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd985193-20bc-4087-801a-ab8844044372 admin admin] Pushing event updated for resources: {'Network': ['ID=d6f6393f-bc97-47fe-80bd-2ee6749913ab,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:16.988351 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-112c11a7-8ebf-4310-b35e-ec1071632cfa admin admin] Request body: {'subnet': {'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-subnet', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:17.002991 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Network d6f6393f-bc97-47fe-80bd-2ee6749913ab details requested by agent ovs-agent-dv-cinder-778193-11-iscsi with host dv-cinder-778193-11-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:55:17.047638 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f04f22-0379-4b53-8d06-2c898233d28c admin admin] Pushing event updated for resources: {'Subnet': ['ID=354aa910-0d7f-45f9-b6b0-154889ed963c,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:17.106090 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f04f22-0379-4b53-8d06-2c898233d28c admin admin] Checking segment: {'id': '9cc3b34f-f709-4fff-b056-1565b529f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:17.107263 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f04f22-0379-4b53-8d06-2c898233d28c admin admin] Network hostable DHCP agents. Network: 1bdcfadf-1d01-4a8e-9380-4151e111913c, hostable agents: ['adaf967d-dae0-466d-8f0c-362e3950e29c'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:55:17.122794 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112c11a7-8ebf-4310-b35e-ec1071632cfa admin admin] Made reservation on behalf of ea07513743f14c52a5a115f86dbb6b7b for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:17.128264 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-112c11a7-8ebf-4310-b35e-ec1071632cfa admin admin] Publish callbacks [] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.235994 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f04f22-0379-4b53-8d06-2c898233d28c admin admin] Network 1bdcfadf-1d01-4a8e-9380-4151e111913c is scheduled to be hosted by DHCP agent adaf967d-dae0-466d-8f0c-362e3950e29c with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:55:17.257906 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-17f04f22-0379-4b53-8d06-2c898233d28c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-11-iscsi, 1bdcfadf-1d01-4a8e-9380-4151e111913c) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:17.263196 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f04f22-0379-4b53-8d06-2c898233d28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:17.263923 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17f04f22-0379-4b53-8d06-2c898233d28c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.270257 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e1d52d-4e2e-4ec7-8d2d-5dc36e9b52b6 None None] Network 1bdcfadf-1d01-4a8e-9380-4151e111913c requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:17.291934 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-17f04f22-0379-4b53-8d06-2c898233d28c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2969551 Nov 22 16:55:17.451349 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d7e14e4d-9218-4c9f-abc2-574db10c536a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.463961 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-112c11a7-8ebf-4310-b35e-ec1071632cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.553802 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c11a7-8ebf-4310-b35e-ec1071632cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=43573154-396f-4f70-9616-b22b08bbb1ff,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:17.572106 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ee29b7-5178-45f0-9d87-fd9e6227da1a None None] Network 1bdcfadf-1d01-4a8e-9380-4151e111913c requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:17.609557 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c11a7-8ebf-4310-b35e-ec1071632cfa admin admin] Checking segment: {'id': '08b04bd6-185b-4500-baa4-25a2c5232475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:17.610314 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112c11a7-8ebf-4310-b35e-ec1071632cfa admin admin] Network hostable DHCP agents. Network: d6f6393f-bc97-47fe-80bd-2ee6749913ab, hostable agents: ['adaf967d-dae0-466d-8f0c-362e3950e29c'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:55:17.643742 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1c260ec5-9142-4357-bcc5-e749bce38d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for subnet, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.648669 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112c11a7-8ebf-4310-b35e-ec1071632cfa admin admin] Network d6f6393f-bc97-47fe-80bd-2ee6749913ab is scheduled to be hosted by DHCP agent adaf967d-dae0-466d-8f0c-362e3950e29c with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:55:17.684322 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-112c11a7-8ebf-4310-b35e-ec1071632cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-11-iscsi, d6f6393f-bc97-47fe-80bd-2ee6749913ab) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:17.711602 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112c11a7-8ebf-4310-b35e-ec1071632cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:17.712061 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5594b4-2707-4713-bc2b-c69b0c927420 None None] Network d6f6393f-bc97-47fe-80bd-2ee6749913ab requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:17.713037 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-112c11a7-8ebf-4310-b35e-ec1071632cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.739690 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-112c11a7-8ebf-4310-b35e-ec1071632cfa admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7739964 Nov 22 16:55:17.740637 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 40214) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:17.747442 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c900ab39-5492-4b2e-b024-d4f8383e37f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:17.817626 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c900ab39-5492-4b2e-b024-d4f8383e37f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9930'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.820730 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c900ab39-5492-4b2e-b024-d4f8383e37f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3689828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10041'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.893934 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c260ec5-9142-4357-bcc5-e749bce38d8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a2c703b-04bb-40de-9148-0ba48ac6bcee,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:17.912626 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c260ec5-9142-4357-bcc5-e749bce38d8a admin admin] Checking segment: {'id': 'abbfc1f5-2536-443c-95de-37b6d5f24b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd103159b-9ea3-446f-9ffb-ecca43643e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:17.917646 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c260ec5-9142-4357-bcc5-e749bce38d8a admin admin] Network hostable DHCP agents. Network: d103159b-9ea3-446f-9ffb-ecca43643e87, hostable agents: ['adaf967d-dae0-466d-8f0c-362e3950e29c'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:55:17.964469 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 40236) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:17.971500 dv-cinder-778193-11-iscsi neutron-server[102627]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 22 16:55:18.065723 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 40240) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:18.078513 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c900ab39-5492-4b2e-b024-d4f8383e37f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.278165 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c260ec5-9142-4357-bcc5-e749bce38d8a admin admin] Network d103159b-9ea3-446f-9ffb-ecca43643e87 is scheduled to be hosted by DHCP agent adaf967d-dae0-466d-8f0c-362e3950e29c with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:55:18.314951 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4d7641c-f5a9-513a-9605-0fe7cfc59e29-d6f6393f-bc97-47fe-80bd-2ee6749913ab', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff'}]}} from dv-cinder-778193-11-iscsi. {{(pid=102629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:55:18.326075 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.368627 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9f828a35-dbba-4fbd-b024-7a2ac1c577f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.370006 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-1c260ec5-9142-4357-bcc5-e749bce38d8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-11-iscsi, d103159b-9ea3-446f-9ffb-ecca43643e87) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:18.377570 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c900ab39-5492-4b2e-b024-d4f8383e37f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.384553 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f86d798-3fc6-4d7c-8cd4-837bbb686094 None None] Network d103159b-9ea3-446f-9ffb-ecca43643e87 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:18.391208 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c260ec5-9142-4357-bcc5-e749bce38d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:18.392859 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1c260ec5-9142-4357-bcc5-e749bce38d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.461429 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1c260ec5-9142-4357-bcc5-e749bce38d8a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8829763 Nov 22 16:55:18.541386 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d7e14e4d-9218-4c9f-abc2-574db10c536a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.564524 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-9a09108d-6d13-400a-9fe1-312b90467be8 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:18.568535 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-9a09108d-6d13-400a-9fe1-312b90467be8 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/networks?id=1bdcfadf-1d01-4a8e-9380-4151e111913c HTTP/1.1" status: 200 len: 814 time: 0.5988066 Nov 22 16:55:18.582334 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9f828a35-dbba-4fbd-b024-7a2ac1c577f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.588593 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:55:18.602291 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9f828a35-dbba-4fbd-b024-7a2ac1c577f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.621450 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Allocated IP 172.20.0.2 (d6f6393f-bc97-47fe-80bd-2ee6749913ab/43573154-396f-4f70-9616-b22b08bbb1ff/325530ae-1962-42a8-9f73-08e893433775) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:18.622515 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d7e14e4d-9218-4c9f-abc2-574db10c536a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.643009 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-bad9e843-2eb4-4afd-be4a-24fa9d1b005e tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/quotas/606872a1f29b44a5ae8719e48edf2703 HTTP/1.1" status: 200 len: 375 time: 0.0234013 Nov 22 16:55:18.664038 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-9f828a35-dbba-4fbd-b024-7a2ac1c577f6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ff27f50334024f1d8064aabaed8182ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5972514 Nov 22 16:55:18.666895 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 40264) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:18.676581 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f828a35-dbba-4fbd-b024-7a2ac1c577f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38381b0-544b-41ad-a86e-c8eefcfa3651,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:18.711828 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382613be-be72-440d-ba43-1af042858ff5 None None] Network d103159b-9ea3-446f-9ffb-ecca43643e87 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:18.790071 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-55c8974c-42eb-4854-bc1b-307bbfd996de tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=606872a1f29b44a5ae8719e48edf2703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560586 Nov 22 16:55:18.876660 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.895546 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98e3f0f0-8383-447a-96bb-54d51a3d7900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.898557 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-d7e14e4d-9218-4c9f-abc2-574db10c536a admin admin] Allocated IP 172.27.0.238 (d3425354-8fe0-452b-a94a-32f4eb04cb86/91bd23ed-08b5-4bc5-9b3d-886376dc3ccb/4edf2e60-1c39-41df-9daf-77a16686732c) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:18.913804 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.928173 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98e3f0f0-8383-447a-96bb-54d51a3d7900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.967020 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Pushing event updated for resources: {'Port': ['ID=325530ae-1962-42a8-9f73-08e893433775,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:18.992071 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:18.992658 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:18.993157 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:18.993662 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:18.994217 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:18.994738 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:18.995213 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:18.995760 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:18.996296 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:18.996866 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:18.997356 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:18.997906 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Tracked resource versions report: Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: pushed versions: Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: { 'AddressGroup': {'1.2'}, Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'ConntrackHelper': {'1.0'}, Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'Log': {'1.0'}, Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'Network': {'1.1'}, Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'Port': {'1.7'}, Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'PortForwarding': {'1.2'}, Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'QosPolicy': {'1.10'}, Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'SecurityGroup': {'1.5'}, Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'SubPort': {'1.0'}, Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'Subnet': {'1.1'}, Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'Trunk': {'1.1'}} Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: consumer versions: Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: { DHCP agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: HyperV agent@hv-cinder-77819: {}, Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: L3 agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: Metadata agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: Metering agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: Open vSwitch agent@dv-cinder-778193-11-iscsi: { 'AddressGroup': '1.2', Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'ConntrackHelper': '1.0', Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'Log': '1.0', Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'Network': '1.1', Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'Port': '1.7', Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'PortForwarding': '1.2', Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'QosPolicy': '1.10', Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'SecurityGroup': '1.5', Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'SecurityGroupRule': '1.2', Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'SubPort': '1.0', Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'Subnet': '1.1', Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: 'Trunk': '1.1'}} Nov 22 16:55:18.999183 dv-cinder-778193-11-iscsi neutron-server[102629]: {{(pid=102629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:55:19.030060 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Network d6f6393f-bc97-47fe-80bd-2ee6749913ab is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:19.032604 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:19.035213 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:19.094335 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-0f12db88-e7f2-4875-abaa-fa7bfcd4f81c service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:55:19.098815 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-0f12db88-e7f2-4875-abaa-fa7bfcd4f81c service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1515901 Nov 22 16:55:19.108719 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c900ab39-5492-4b2e-b024-d4f8383e37f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:19.109778 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Attempting to bind port 325530ae-1962-42a8-9f73-08e893433775 on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:19.110316 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Attempting to bind port 325530ae-1962-42a8-9f73-08e893433775 by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '08b04bd6-185b-4500-baa4-25a2c5232475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:19.110732 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Attempting to bind port 325530ae-1962-42a8-9f73-08e893433775 on network d6f6393f-bc97-47fe-80bd-2ee6749913ab {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:19.118026 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:19.118721 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Checking segment: {'id': '08b04bd6-185b-4500-baa4-25a2c5232475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:19.119307 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:19.119696 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Bound using segment: {'id': '08b04bd6-185b-4500-baa4-25a2c5232475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:19.120363 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Bound port: 325530ae-1962-42a8-9f73-08e893433775, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b04bd6-185b-4500-baa4-25a2c5232475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:19.120956 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:19.142316 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98e3f0f0-8383-447a-96bb-54d51a3d7900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:19.145025 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98e3f0f0-8383-447a-96bb-54d51a3d7900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:19.150101 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-98e3f0f0-8383-447a-96bb-54d51a3d7900 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e38381b0-544b-41ad-a86e-c8eefcfa3651 HTTP/1.1" status: 204 len: 168 time: 0.4821279 Nov 22 16:55:19.151314 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 40296) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:19.152315 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c900ab39-5492-4b2e-b024-d4f8383e37f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:19.176949 dv-cinder-778193-11-iscsi neutron-server[102628]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 22 16:55:19.229499 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] For port 325530ae-1962-42a8-9f73-08e893433775, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:19.235888 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] For port 325530ae-1962-42a8-9f73-08e893433775, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=325530ae-1962-42a8-9f73-08e893433775,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:19.244557 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:19.253571 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-faad7ab1-2f0c-4074-a517-2ef02ec3cfcf service neutron] 10.222.0.75 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436796 Nov 22 16:55:19.316825 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d7e14e4d-9218-4c9f-abc2-574db10c536a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:19.341506 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a700df5-d469-487d-8281-9358df7d4be1 None None] Pushing event updated for resources: {'Port': ['ID=325530ae-1962-42a8-9f73-08e893433775,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:19.444948 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-cbaea316-0792-4e23-9a82-834640a20a55 service neutron] 10.222.0.75 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903601 Nov 22 16:55:19.475725 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d7e14e4d-9218-4c9f-abc2-574db10c536a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:19.532778 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3f0f0-8383-447a-96bb-54d51a3d7900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38381b0-544b-41ad-a86e-c8eefcfa3651,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:19.565406 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e14e4d-9218-4c9f-abc2-574db10c536a admin admin] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:19.573298 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-d7e14e4d-9218-4c9f-abc2-574db10c536a admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:19.592220 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e14e4d-9218-4c9f-abc2-574db10c536a admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:19.595178 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e14e4d-9218-4c9f-abc2-574db10c536a admin admin] Pushing event updated for resources: {'Port': ['ID=4edf2e60-1c39-41df-9daf-77a16686732c,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:19.765310 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-53be10b0-f2ce-4ff4-82c5-f70abe7660c9 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:19.770697 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-53be10b0-f2ce-4ff4-82c5-f70abe7660c9 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/networks?id=d103159b-9ea3-446f-9ffb-ecca43643e87 HTTP/1.1" status: 200 len: 812 time: 0.5974951 Nov 22 16:55:19.813088 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-4b749041-fb6a-4f04-87ef-611ab2307685 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/quotas/b720c2f870ab4de28986109a1fc93417 HTTP/1.1" status: 200 len: 375 time: 0.0356107 Nov 22 16:55:19.816894 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-c900ab39-5492-4b2e-b024-d4f8383e37f8 admin admin] Allocated IP 172.27.0.140 (d3425354-8fe0-452b-a94a-32f4eb04cb86/91bd23ed-08b5-4bc5-9b3d-886376dc3ccb/88b34b47-f612-40a3-ab69-0135e8034549) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:19.905110 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 40328) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:19.935554 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-e9d7ccc3-c717-442e-a8c4-918d14cf96ee tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b720c2f870ab4de28986109a1fc93417&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1110613 Nov 22 16:55:19.949271 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c176-7cda-42cd-aaff-795a935e86bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.115905 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c900ab39-5492-4b2e-b024-d4f8383e37f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.142298 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-37ff5e91-2cc3-43af-99d0-34d16e6badc1 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:55:20.143315 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-37ff5e91-2cc3-43af-99d0-34d16e6badc1 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0780954 Nov 22 16:55:20.160114 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a0f836eb-a9e0-42ee-8d8a-344c6d8c7404 req-47412fe4-a0d8-4c07-a1ba-1c789b88accd tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 210 time: 0.1928158 Nov 22 16:55:20.175371 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d7e14e4d-9218-4c9f-abc2-574db10c536a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.253177 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c176-7cda-42cd-aaff-795a935e86bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.271685 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c176-7cda-42cd-aaff-795a935e86bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.305540 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0c176-7cda-42cd-aaff-795a935e86bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bb4522-f8f2-4e27-b651-66296e85f1df,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:20.342928 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c900ab39-5492-4b2e-b024-d4f8383e37f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.416072 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5bd0c176-7cda-42cd-aaff-795a935e86bc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b3066030f1104d199e7bd138f257568c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5033131 Nov 22 16:55:20.425872 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 40352) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:20.455706 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d7e14e4d-9218-4c9f-abc2-574db10c536a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309569'] for router, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.480847 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-b46a9e5d-b547-4be2-9a67-e4589d07bc2e service neutron] 10.222.0.75 "GET /v2.0/networks/d103159b-9ea3-446f-9ffb-ecca43643e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262079 Nov 22 16:55:20.490431 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c900ab39-5492-4b2e-b024-d4f8383e37f8 admin admin] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:20.509873 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900ab39-5492-4b2e-b024-d4f8383e37f8 admin admin] Pushing event updated for resources: {'Port': ['ID=88b34b47-f612-40a3-ab69-0135e8034549,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:20.523851 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-c900ab39-5492-4b2e-b024-d4f8383e37f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:20.601071 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c900ab39-5492-4b2e-b024-d4f8383e37f8 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:20.622685 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c7336a-d705-4468-97a8-a1bbb329fe8a None None] Network d6f6393f-bc97-47fe-80bd-2ee6749913ab requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:20.647987 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e14e4d-9218-4c9f-abc2-574db10c536a admin admin] Router 1aa26df4-e53f-49b2-bf58-69116441cf4f is scheduled to L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 with binding_index 1 {{(pid=102627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:55:20.692275 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-e755aec5-85fb-47be-90cc-d9e742487a2b None None] Provisioning complete for port 325530ae-1962-42a8-9f73-08e893433775 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:20.692773 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e755aec5-85fb-47be-90cc-d9e742487a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.763516 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e14e4d-9218-4c9f-abc2-574db10c536a admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:20.775885 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] Sync routers for ids ['1aa26df4-e53f-49b2-bf58-69116441cf4f'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:20.780505 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ccd6f15-2a63-4852-9da3-a77d1ac488fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.793947 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] Routers {'1aa26df4-e53f-49b2-bf58-69116441cf4f'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:20.795713 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:55:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['1aa26df4-e53f-49b2-bf58-69116441cf4f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:20.825793 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d7e14e4d-9218-4c9f-abc2-574db10c536a admin admin] Publish callbacks [] for router, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.827531 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-d7e14e4d-9218-4c9f-abc2-574db10c536a admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2931859 Nov 22 16:55:20.831365 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 40366) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:20.838059 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-120fa8d8-3b7e-49ca-a8d8-19150a80b2de service neutron] 10.222.0.75 "GET /v2.0/networks/d103159b-9ea3-446f-9ffb-ecca43643e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530591 Nov 22 16:55:20.848201 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e755aec5-85fb-47be-90cc-d9e742487a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.860046 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ccd6f15-2a63-4852-9da3-a77d1ac488fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.900873 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-e755aec5-85fb-47be-90cc-d9e742487a2b None None] For port 325530ae-1962-42a8-9f73-08e893433775, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=325530ae-1962-42a8-9f73-08e893433775,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:20.918557 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e755aec5-85fb-47be-90cc-d9e742487a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.057201 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755aec5-85fb-47be-90cc-d9e742487a2b None None] Pushing event updated for resources: {'Port': ['ID=325530ae-1962-42a8-9f73-08e893433775,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:21.161969 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] Set router 1aa26df4-e53f-49b2-bf58-69116441cf4f gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:21.264510 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 325530ae-1962-42a8-9f73-08e893433775 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:21.303557 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c900ab39-5492-4b2e-b024-d4f8383e37f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.372492 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ccd6f15-2a63-4852-9da3-a77d1ac488fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.376045 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ccd6f15-2a63-4852-9da3-a77d1ac488fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.381439 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3ccd6f15-2a63-4852-9da3-a77d1ac488fa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b2bb4522-f8f2-4e27-b651-66296e85f1df HTTP/1.1" status: 204 len: 168 time: 0.9405985 Nov 22 16:55:21.401630 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c413c561-e5e1-41d9-af8e-826feb633cd5 req-ad1a95ee-9a82-4651-b48b-5dac3e5dd0ad tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 210 time: 0.0775847 Nov 22 16:55:21.404303 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-1050282f-630d-44bc-af7e-ea0cba8166ef None None] Provisioning complete for port 325530ae-1962-42a8-9f73-08e893433775 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:21.406008 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1050282f-630d-44bc-af7e-ea0cba8166ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.464230 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-abe9d7a8-6b13-42a1-9d39-0cc352e76d95 req-45405506-9b39-4a2e-9dfa-d28d7609ff76 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 210 time: 0.0927925 Nov 22 16:55:21.464956 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd6f15-2a63-4852-9da3-a77d1ac488fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bb4522-f8f2-4e27-b651-66296e85f1df,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:21.514692 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 325530ae-1962-42a8-9f73-08e893433775 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:21.516075 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.672820 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'name': 'tempest-ServerRescueNegativeTestJSON-144519074-router', 'tenant_id': '012a405b16094665bf98670cf1f502b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '4edf2e60-1c39-41df-9daf-77a16686732c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:16Z', 'updated_at': '2021-11-22T16:55:19Z', 'revision_number': 3, 'project_id': '012a405b16094665bf98670cf1f502b2', 'gw_port': {'id': '4edf2e60-1c39-41df-9daf-77a16686732c', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:28:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:18Z', 'updated_at': '2021-11-22T16:55:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:21.775400 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] Checking router: 1aa26df4-e53f-49b2-bf58-69116441cf4f for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:55:21.776062 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] Updating router 1aa26df4-e53f-49b2-bf58-69116441cf4f port 4edf2e60-1c39-41df-9daf-77a16686732c binding host dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:55:21.808692 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.819604 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c900ab39-5492-4b2e-b024-d4f8383e37f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309569'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.879695 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-54e697a9-beec-4170-acfa-f22c243068bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.122623 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c900ab39-5492-4b2e-b024-d4f8383e37f8 admin admin] Router 8b2e551f-5f5a-4799-9e02-427e5bd9855d is scheduled to L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:55:22.187142 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-54e697a9-beec-4170-acfa-f22c243068bb admin admin] Allocated IP 172.20.0.1 (addedaf8-c56a-4700-8c31-6938e05f34b5/ed57d480-17de-4af9-a2a6-f35eb04a38a9/6a9086d8-30f7-4d79-b55c-3bf3ef785a91) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:22.269446 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.280456 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.326909 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-54e697a9-beec-4170-acfa-f22c243068bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.337488 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c900ab39-5492-4b2e-b024-d4f8383e37f8 admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:22.347265 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] Sync routers for ids ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:22.364500 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c900ab39-5492-4b2e-b024-d4f8383e37f8 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.367728 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-54e697a9-beec-4170-acfa-f22c243068bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.367901 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] Routers {'8b2e551f-5f5a-4799-9e02-427e5bd9855d'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:22.368564 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:55:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:22.369556 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c900ab39-5492-4b2e-b024-d4f8383e37f8 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6276314 Nov 22 16:55:22.370370 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 40428) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:22.432911 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e697a9-beec-4170-acfa-f22c243068bb admin admin] Network addedaf8-c56a-4700-8c31-6938e05f34b5 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:22.437933 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-54e697a9-beec-4170-acfa-f22c243068bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:22.442115 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] Attempting to bind port 4edf2e60-1c39-41df-9daf-77a16686732c on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:22.442533 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e697a9-beec-4170-acfa-f22c243068bb admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:22.443149 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-54e697a9-beec-4170-acfa-f22c243068bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833062'] for router_interface, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.444465 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] Attempting to bind port 4edf2e60-1c39-41df-9daf-77a16686732c by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:22.444834 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] Attempting to bind port 4edf2e60-1c39-41df-9daf-77a16686732c on network d3425354-8fe0-452b-a94a-32f4eb04cb86 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:22.481079 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aefa6d-ad6c-4d4b-8ff2-37cd392f5ee5 None None] Pushing event updated for resources: {'Port': ['ID=4edf2e60-1c39-41df-9daf-77a16686732c,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:22.492157 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:22.494345 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] Checking segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:22.497755 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.498466 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] Bound using segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:22.499198 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] Bound port: 4edf2e60-1c39-41df-9daf-77a16686732c, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:22.502263 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.523518 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e697a9-beec-4170-acfa-f22c243068bb admin admin] Pushing event updated for resources: {'Port': ['ID=6a9086d8-30f7-4d79-b55c-3bf3ef785a91,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:22.598462 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aefa6d-ad6c-4d4b-8ff2-37cd392f5ee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.598834 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aefa6d-ad6c-4d4b-8ff2-37cd392f5ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.599241 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aefa6d-ad6c-4d4b-8ff2-37cd392f5ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.599578 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aefa6d-ad6c-4d4b-8ff2-37cd392f5ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.599906 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aefa6d-ad6c-4d4b-8ff2-37cd392f5ee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.600275 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aefa6d-ad6c-4d4b-8ff2-37cd392f5ee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.600609 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aefa6d-ad6c-4d4b-8ff2-37cd392f5ee5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.600933 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aefa6d-ad6c-4d4b-8ff2-37cd392f5ee5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.601271 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aefa6d-ad6c-4d4b-8ff2-37cd392f5ee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.606948 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aefa6d-ad6c-4d4b-8ff2-37cd392f5ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.607240 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aefa6d-ad6c-4d4b-8ff2-37cd392f5ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.607581 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aefa6d-ad6c-4d4b-8ff2-37cd392f5ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aefa6d-ad6c-4d4b-8ff2-37cd392f5ee5 None None] Tracked resource versions report: Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: pushed versions: Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: { 'AddressGroup': {'1.2'}, Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'ConntrackHelper': {'1.0'}, Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'Log': {'1.0'}, Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'Network': {'1.1'}, Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'Port': {'1.7'}, Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'PortForwarding': {'1.2'}, Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'QosPolicy': {'1.10'}, Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'SecurityGroup': {'1.5'}, Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'SubPort': {'1.0'}, Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'Subnet': {'1.1'}, Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'Trunk': {'1.1'}} Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: consumer versions: Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: { DHCP agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: HyperV agent@hv-cinder-77819: {}, Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: L3 agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: Metadata agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: Metering agent@dv-cinder-778193-11-iscsi: {}, Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: Open vSwitch agent@dv-cinder-778193-11-iscsi: { 'AddressGroup': '1.2', Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'ConntrackHelper': '1.0', Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'Log': '1.0', Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'Network': '1.1', Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'Port': '1.7', Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'PortForwarding': '1.2', Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'QosPolicy': '1.10', Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'SecurityGroup': '1.5', Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'SecurityGroupRule': '1.2', Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'SubPort': '1.0', Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'Subnet': '1.1', Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: 'Trunk': '1.1'}} Nov 22 16:55:22.616273 dv-cinder-778193-11-iscsi neutron-server[102630]: {{(pid=102630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:55:22.685140 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6dad0b0c-3945-418c-ac74-42f5475962b4 req-386cfdd1-fb28-417c-a122-a0d7ce3cf444 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 210 time: 0.0745749 Nov 22 16:55:22.716440 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] For port 4edf2e60-1c39-41df-9daf-77a16686732c, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:22.721382 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] For port 4edf2e60-1c39-41df-9daf-77a16686732c, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=4edf2e60-1c39-41df-9daf-77a16686732c,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:22.732569 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.846735 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] Set router 8b2e551f-5f5a-4799-9e02-427e5bd9855d gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:22.886801 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-54e697a9-beec-4170-acfa-f22c243068bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.973220 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] Routers {'1aa26df4-e53f-49b2-bf58-69116441cf4f'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:22.977914 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:55:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['1aa26df4-e53f-49b2-bf58-69116441cf4f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:23.024612 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-84cb4955-2de9-47ae-a56e-09b9514e679f req-d26bbc20-ba2a-4000-87b9-f0017781e0b6 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 210 time: 0.0973103 Nov 22 16:55:23.265652 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 325530ae-1962-42a8-9f73-08e893433775 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:23.342765 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] Set router 1aa26df4-e53f-49b2-bf58-69116441cf4f gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:23.460834 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.85', 59201) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:23.625763 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aefa6d-ad6c-4d4b-8ff2-37cd392f5ee5 None None] Pushing event updated for resources: {'Port': ['ID=4edf2e60-1c39-41df-9daf-77a16686732c,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:23.738858 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '88b34b47-f612-40a3-ab69-0135e8034549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T16:55:20Z', 'revision_number': 3, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port': {'id': '88b34b47-f612-40a3-ab69-0135e8034549', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:19Z', 'updated_at': '2021-11-22T16:55:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:23.774683 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 325530ae-1962-42a8-9f73-08e893433775 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:23.775280 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.778603 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] Checking router: 8b2e551f-5f5a-4799-9e02-427e5bd9855d for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:55:23.779137 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] Updating router 8b2e551f-5f5a-4799-9e02-427e5bd9855d port 88b34b47-f612-40a3-ab69-0135e8034549 binding host dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:55:23.796450 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-54e697a9-beec-4170-acfa-f22c243068bb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.807923 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-54e697a9-beec-4170-acfa-f22c243068bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.809318 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-54e697a9-beec-4170-acfa-f22c243068bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832954'] for router_interface, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.837835 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.886777 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e697a9-beec-4170-acfa-f22c243068bb admin admin] Pushing event updated for resources: {'Port': ['ID=6a9086d8-30f7-4d79-b55c-3bf3ef785a91,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:23.976163 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'name': 'tempest-ServerRescueNegativeTestJSON-144519074-router', 'tenant_id': '012a405b16094665bf98670cf1f502b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '4edf2e60-1c39-41df-9daf-77a16686732c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:16Z', 'updated_at': '2021-11-22T16:55:22Z', 'revision_number': 4, 'project_id': '012a405b16094665bf98670cf1f502b2', 'gw_port': {'id': '4edf2e60-1c39-41df-9daf-77a16686732c', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:28:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:18Z', 'updated_at': '2021-11-22T16:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '6a9086d8-30f7-4d79-b55c-3bf3ef785a91', 'name': '', 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5', 'tenant_id': '012a405b16094665bf98670cf1f502b2', 'mac_address': 'fa:16:3e:ce:11:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ed57d480-17de-4af9-a2a6-f35eb04a38a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:21Z', 'updated_at': '2021-11-22T16:55:22Z', 'revision_number': 1, 'project_id': '012a405b16094665bf98670cf1f502b2', 'subnets': [{'id': 'ed57d480-17de-4af9-a2a6-f35eb04a38a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:24.000325 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-80a4c4d3-6bc8-4cff-b8e0-fda49625f794 req-5deeb288-b39e-494b-9a64-491fecd4fd00 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 210 time: 0.1398818 Nov 22 16:55:24.031544 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3615ee50-1c09-4aa8-989f-0cda7dd41e1d None None] The sync data for ids ['1aa26df4-e53f-49b2-bf58-69116441cf4f'] in dv-cinder-778193-11-iscsi is: [{'id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'name': 'tempest-ServerRescueNegativeTestJSON-144519074-router', 'tenant_id': '012a405b16094665bf98670cf1f502b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '4edf2e60-1c39-41df-9daf-77a16686732c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:16Z', 'updated_at': '2021-11-22T16:55:22Z', 'revision_number': 4, 'project_id': '012a405b16094665bf98670cf1f502b2', 'gw_port': {'id': '4edf2e60-1c39-41df-9daf-77a16686732c', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:28:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:18Z', 'updated_at': '2021-11-22T16:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '6a9086d8-30f7-4d79-b55c-3bf3ef785a91', 'name': '', 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5', 'tenant_id': '012a405b16094665bf98670cf1f502b2', 'mac_address': 'fa:16:3e:ce:11:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ed57d480-17de-4af9-a2a6-f35eb04a38a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:21Z', 'updated_at': '2021-11-22T16:55:22Z', 'revision_number': 1, 'project_id': '012a405b16094665bf98670cf1f502b2', 'subnets': [{'id': 'ed57d480-17de-4af9-a2a6-f35eb04a38a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:24.045522 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-f38ff64c-fee3-4d07-b1b1-f536b0841995 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:24.047707 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-f38ff64c-fee3-4d07-b1b1-f536b0841995 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.85 "GET /v2.0/networks?id=1bdcfadf-1d01-4a8e-9380-4151e111913c HTTP/1.1" status: 200 len: 814 time: 0.5729282 Nov 22 16:55:24.125997 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-31286c93-0ea2-4c2a-b28d-e57beb26f102 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Request body: {'port': {'device_id': '46aa7b29-b93f-45e4-b0fb-9ea4a1509f99', 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c', 'admin_state_up': True, 'tenant_id': '606872a1f29b44a5ae8719e48edf2703'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:24.127273 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e697a9-beec-4170-acfa-f22c243068bb admin admin] Network addedaf8-c56a-4700-8c31-6938e05f34b5 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:24.139958 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-54e697a9-beec-4170-acfa-f22c243068bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:24.327718 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-47f0d4cc-1565-487a-a09b-9122cd9515ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.378889 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e697a9-beec-4170-acfa-f22c243068bb admin admin] Router 1aa26df4-e53f-49b2-bf58-69116441cf4f has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:55:24.398989 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.436557 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.457564 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0db99a90-1c56-43a2-98d5-235adb69fb4a req-2e9b6cbc-832d-44d8-9c8a-6e1739701135 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 210 time: 0.0761583 Nov 22 16:55:24.508818 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad731b-f557-4779-99ce-8ea3d5b503ff None None] Pushing event updated for resources: {'Port': ['ID=88b34b47-f612-40a3-ab69-0135e8034549,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:24.511295 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] Attempting to bind port 88b34b47-f612-40a3-ab69-0135e8034549 on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:24.511870 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] Attempting to bind port 88b34b47-f612-40a3-ab69-0135e8034549 by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:24.512455 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] Attempting to bind port 88b34b47-f612-40a3-ab69-0135e8034549 on network d3425354-8fe0-452b-a94a-32f4eb04cb86 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:24.520581 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:24.521396 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] Checking segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:24.521959 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.522590 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] Bound using segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:24.523324 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] Bound port: 88b34b47-f612-40a3-ab69-0135e8034549, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:24.523884 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.609841 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] For port 88b34b47-f612-40a3-ab69-0135e8034549, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:24.615829 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] For port 88b34b47-f612-40a3-ab69-0135e8034549, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=88b34b47-f612-40a3-ab69-0135e8034549,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:24.636070 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.756416 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e697a9-beec-4170-acfa-f22c243068bb admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:24.765907 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-54e697a9-beec-4170-acfa-f22c243068bb admin admin] 10.222.0.75 "PUT /v2.0/routers/1aa26df4-e53f-49b2-bf58-69116441cf4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9333832 Nov 22 16:55:24.800848 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] Routers {'8b2e551f-5f5a-4799-9e02-427e5bd9855d'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:24.802843 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:55:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:24.807183 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad731b-f557-4779-99ce-8ea3d5b503ff None None] Pushing event updated for resources: {'Port': ['ID=88b34b47-f612-40a3-ab69-0135e8034549,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:24.832643 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-31286c93-0ea2-4c2a-b28d-e57beb26f102 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Made reservation on behalf of 606872a1f29b44a5ae8719e48edf2703 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:24.836751 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-31286c93-0ea2-4c2a-b28d-e57beb26f102 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.871314 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 40544) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:25.022442 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] Set router 8b2e551f-5f5a-4799-9e02-427e5bd9855d gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:25.140881 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c92d104f-2fe3-4214-98ff-2a5b47c51da5 req-c548b426-2b69-4794-969a-0f496bc83441 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 210 time: 0.0388441 Nov 22 16:55:25.287301 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-28a58190-c15c-4b1a-b64e-50119848cb93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:25.447795 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '88b34b47-f612-40a3-ab69-0135e8034549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T16:55:20Z', 'revision_number': 3, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port': {'id': '88b34b47-f612-40a3-ab69-0135e8034549', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:19Z', 'updated_at': '2021-11-22T16:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:25.449926 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-47f0d4cc-1565-487a-a09b-9122cd9515ae admin admin] Allocated IP 172.20.0.1 (d6f6393f-bc97-47fe-80bd-2ee6749913ab/43573154-396f-4f70-9616-b22b08bbb1ff/40cd444a-6c29-4d95-a485-874577a37fc2) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:25.463181 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-28a58190-c15c-4b1a-b64e-50119848cb93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:25.481098 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-28a58190-c15c-4b1a-b64e-50119848cb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:25.486147 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20466759-f9b3-4028-a261-c676ca8f7c55 None None] The sync data for ids ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'] in dv-cinder-778193-11-iscsi is: [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '88b34b47-f612-40a3-ab69-0135e8034549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T16:55:20Z', 'revision_number': 3, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port': {'id': '88b34b47-f612-40a3-ab69-0135e8034549', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:19Z', 'updated_at': '2021-11-22T16:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:25.668099 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-28a58190-c15c-4b1a-b64e-50119848cb93 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=90099f97b5b248b09cc5ea5823552a01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7936981 Nov 22 16:55:25.676954 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 40574) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:25.684272 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a58190-c15c-4b1a-b64e-50119848cb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed266403-e1db-44ea-879d-fe2415bda7f3,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:25.717583 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-401cc0cf-bbcf-4736-adb0-5f04d1b032fc req-4fc628a3-217d-4c52-9dbb-69bb14f9c1d6 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 210 time: 0.0498905 Nov 22 16:55:25.733347 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-31286c93-0ea2-4c2a-b28d-e57beb26f102 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Allocated IP 172.20.0.10 (1bdcfadf-1d01-4a8e-9380-4151e111913c/354aa910-0d7f-45f9-b6b0-154889ed963c/5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:25.763762 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-810457db-76bb-4c56-91a5-896f2c5cf6e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:25.793608 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-810457db-76bb-4c56-91a5-896f2c5cf6e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:25.861758 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-810457db-76bb-4c56-91a5-896f2c5cf6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:25.867790 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-810457db-76bb-4c56-91a5-896f2c5cf6e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:25.883595 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-47f0d4cc-1565-487a-a09b-9122cd9515ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:25.908294 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-810457db-76bb-4c56-91a5-896f2c5cf6e7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ed266403-e1db-44ea-879d-fe2415bda7f3 HTTP/1.1" status: 204 len: 168 time: 0.2294068 Nov 22 16:55:25.948518 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810457db-76bb-4c56-91a5-896f2c5cf6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed266403-e1db-44ea-879d-fe2415bda7f3,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:25.998163 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-e413fb06-606e-4a09-893d-1a76d4014c9c tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:25.999747 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-e413fb06-606e-4a09-893d-1a76d4014c9c tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/networks?id=addedaf8-c56a-4700-8c31-6938e05f34b5 HTTP/1.1" status: 200 len: 818 time: 0.3768761 Nov 22 16:55:26.047488 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-4decf454-49f4-43c2-8527-5195008260f1 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/quotas/012a405b16094665bf98670cf1f502b2 HTTP/1.1" status: 200 len: 375 time: 0.0186725 Nov 22 16:55:26.147431 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-47f0d4cc-1565-487a-a09b-9122cd9515ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.194474 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-31286c93-0ea2-4c2a-b28d-e57beb26f102 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.238632 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-1a68ed8c-029e-49ef-be1f-d356f4cbcf0e tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=012a405b16094665bf98670cf1f502b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1779189 Nov 22 16:55:26.253468 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f0d4cc-1565-487a-a09b-9122cd9515ae admin admin] Network d6f6393f-bc97-47fe-80bd-2ee6749913ab is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:26.263056 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-47f0d4cc-1565-487a-a09b-9122cd9515ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:26.265891 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f0d4cc-1565-487a-a09b-9122cd9515ae admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:26.266566 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-47f0d4cc-1565-487a-a09b-9122cd9515ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833062'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.274638 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-08cebd17-5fa0-48c7-a3d3-6848005dba29 req-60541ce4-98c1-4ebf-817f-63684dd0139b tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 210 time: 0.0432236 Nov 22 16:55:26.350507 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 40588) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:26.353655 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0d4cc-1565-487a-a09b-9122cd9515ae admin admin] Pushing event updated for resources: {'Port': ['ID=40cd444a-6c29-4d95-a485-874577a37fc2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:26.368806 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c5623a89-2114-455e-95cd-8ef6fcd751eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.493406 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c5623a89-2114-455e-95cd-8ef6fcd751eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.500722 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c5623a89-2114-455e-95cd-8ef6fcd751eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.502440 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-31286c93-0ea2-4c2a-b28d-e57beb26f102 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.553668 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-c5623a89-2114-455e-95cd-8ef6fcd751eb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=02775d96f3b34c088f4723f72ce66594&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1992285 Nov 22 16:55:26.554786 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 40590) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:26.560497 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5623a89-2114-455e-95cd-8ef6fcd751eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8370c1e8-4c3d-4f97-a5f8-23f8815d425c,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:26.605969 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-af2e4dac-cfe8-4fba-85fb-3685ea28eff0 None None] Provisioning complete for port 40cd444a-6c29-4d95-a485-874577a37fc2 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:26.606999 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-af2e4dac-cfe8-4fba-85fb-3685ea28eff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.621497 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-04968dc5-0155-411f-bc82-12fe0c0e5874 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.651564 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-af2e4dac-cfe8-4fba-85fb-3685ea28eff0 None None] Port 40cd444a-6c29-4d95-a485-874577a37fc2 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:26.651867 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-04968dc5-0155-411f-bc82-12fe0c0e5874 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.662140 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-31286c93-0ea2-4c2a-b28d-e57beb26f102 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Network 1bdcfadf-1d01-4a8e-9380-4151e111913c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:26.672944 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-31286c93-0ea2-4c2a-b28d-e57beb26f102 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:26.682014 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-d2720a29-6305-4331-b281-89364a09f1a8 service neutron] 10.222.0.75 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424725 Nov 22 16:55:26.687333 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-31286c93-0ea2-4c2a-b28d-e57beb26f102 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:26.693331 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-31286c93-0ea2-4c2a-b28d-e57beb26f102 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:26.693866 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-31286c93-0ea2-4c2a-b28d-e57beb26f102 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.721071 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-04968dc5-0155-411f-bc82-12fe0c0e5874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.725043 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-04968dc5-0155-411f-bc82-12fe0c0e5874 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.728724 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-04968dc5-0155-411f-bc82-12fe0c0e5874 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8370c1e8-4c3d-4f97-a5f8-23f8815d425c HTTP/1.1" status: 204 len: 168 time: 0.1715295 Nov 22 16:55:26.741994 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31286c93-0ea2-4c2a-b28d-e57beb26f102 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Pushing event updated for resources: {'Port': ['ID=5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:26.749141 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04968dc5-0155-411f-bc82-12fe0c0e5874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8370c1e8-4c3d-4f97-a5f8-23f8815d425c,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:26.818097 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-31286c93-0ea2-4c2a-b28d-e57beb26f102 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7013450 Nov 22 16:55:26.831174 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-47f0d4cc-1565-487a-a09b-9122cd9515ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.871316 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d107a-4e44-4d60-afef-342be5cb1686 req-673e92da-c162-42dd-b94d-c446020f77ed tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:26.878265 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-008d107a-4e44-4d60-afef-342be5cb1686 req-673e92da-c162-42dd-b94d-c446020f77ed tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 932 time: 0.0887928 Nov 22 16:55:26.914756 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-3a303f0d-5cd8-4e53-8b00-d1b0b3978054 service neutron] 10.222.0.75 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178242 Nov 22 16:55:27.047427 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-008d107a-4e44-4d60-afef-342be5cb1686 req-241a1a5c-b855-4bce-a7b9-006761e2dabd tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647851 Nov 22 16:55:27.353528 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 4edf2e60-1c39-41df-9daf-77a16686732c up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:27.420800 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-47f0d4cc-1565-487a-a09b-9122cd9515ae admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.429982 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cc6b1c9c-2e1c-456a-8426-4b693fa1668b req-246f7e8d-b0ce-462c-a540-e34d332527b7 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 210 time: 0.1731918 Nov 22 16:55:27.433013 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-47f0d4cc-1565-487a-a09b-9122cd9515ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.440535 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-47f0d4cc-1565-487a-a09b-9122cd9515ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832954'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.528600 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5887480b-077f-4ea4-8daa-ef2031e62c54 req-6f08a4d6-6cca-4710-89f2-afb8b732af80 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 210 time: 0.1001441 Nov 22 16:55:27.609822 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 4edf2e60-1c39-41df-9daf-77a16686732c triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:27.610938 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.790571 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.887459 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.85', 59213) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:27.888873 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] For port 4edf2e60-1c39-41df-9daf-77a16686732c, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=4edf2e60-1c39-41df-9daf-77a16686732c,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:27.896810 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.898273 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 88b34b47-f612-40a3-ab69-0135e8034549 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:28.123637 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 88b34b47-f612-40a3-ab69-0135e8034549 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:28.127278 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.131272 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Pushing event updated for resources: {'Port': ['ID=4edf2e60-1c39-41df-9daf-77a16686732c,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:28.370064 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-72be0936-b9be-4d81-8fba-197bbe1fc75b tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:55:28.378080 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-72be0936-b9be-4d81-8fba-197bbe1fc75b tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0504858 Nov 22 16:55:28.379427 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0d4cc-1565-487a-a09b-9122cd9515ae admin admin] Pushing event updated for resources: {'Port': ['ID=40cd444a-6c29-4d95-a485-874577a37fc2,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:28.385501 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.390537 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-88c0413d-bdd1-45f1-911f-dee891238825 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:28.398918 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-88c0413d-bdd1-45f1-911f-dee891238825 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.85 "GET /v2.0/networks?id=d103159b-9ea3-446f-9ffb-ecca43643e87 HTTP/1.1" status: 200 len: 812 time: 0.4798219 Nov 22 16:55:28.446092 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] For port 88b34b47-f612-40a3-ab69-0135e8034549, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=88b34b47-f612-40a3-ab69-0135e8034549,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:28.450611 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.454594 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.461718 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae855614-6ceb-4c97-bdd0-d1deb2e846b8 req-7a147a8e-a9f7-4c0d-9aa8-cdc2f9f74dd0 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:28.466276 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ae855614-6ceb-4c97-bdd0-d1deb2e846b8 req-7a147a8e-a9f7-4c0d-9aa8-cdc2f9f74dd0 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 932 time: 0.1818743 Nov 22 16:55:28.471387 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-0cbdf8da-b05b-4ec5-a463-fff19072ce2b tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Request body: {'port': {'device_id': '41474ead-5031-4b01-ac48-6ac84037e21a', 'network_id': 'd103159b-9ea3-446f-9ffb-ecca43643e87', 'admin_state_up': True, 'tenant_id': 'b720c2f870ab4de28986109a1fc93417'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:28.717472 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Pushing event updated for resources: {'Port': ['ID=88b34b47-f612-40a3-ab69-0135e8034549,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:28.734494 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] Sync routers for ids ['1aa26df4-e53f-49b2-bf58-69116441cf4f'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:28.795777 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] Routers {'1aa26df4-e53f-49b2-bf58-69116441cf4f'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:28.801416 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:55:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['1aa26df4-e53f-49b2-bf58-69116441cf4f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:28.819347 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-0cbdf8da-b05b-4ec5-a463-fff19072ce2b tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Made reservation on behalf of b720c2f870ab4de28986109a1fc93417 for: {'port': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:28.826978 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-0cbdf8da-b05b-4ec5-a463-fff19072ce2b tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.022189 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f0d4cc-1565-487a-a09b-9122cd9515ae admin admin] Network d6f6393f-bc97-47fe-80bd-2ee6749913ab is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:29.066500 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-d4f80fd1-c187-4991-bb6e-fac6f0d7d644 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:29.087927 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-d4f80fd1-c187-4991-bb6e-fac6f0d7d644 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/networks?id=addedaf8-c56a-4700-8c31-6938e05f34b5 HTTP/1.1" status: 200 len: 818 time: 0.8984396 Nov 22 16:55:29.107039 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-47f0d4cc-1565-487a-a09b-9122cd9515ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:29.159112 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-4083d9d9-da54-416e-87d9-bd9e203f9190 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/quotas/012a405b16094665bf98670cf1f502b2 HTTP/1.1" status: 200 len: 375 time: 0.0683353 Nov 22 16:55:29.234343 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] Set router 1aa26df4-e53f-49b2-bf58-69116441cf4f gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:29.284549 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ae855614-6ceb-4c97-bdd0-d1deb2e846b8 req-ed4ccf3b-c1b6-41fd-b22d-d6b6f7632030 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945295 Nov 22 16:55:29.298166 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 4edf2e60-1c39-41df-9daf-77a16686732c up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:29.390750 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-921d8ed7-4866-41a1-849a-fe611fb752ce tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=012a405b16094665bf98670cf1f502b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2303295 Nov 22 16:55:29.416190 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-0cbdf8da-b05b-4ec5-a463-fff19072ce2b tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Allocated IP 172.20.0.5 (d103159b-9ea3-446f-9ffb-ecca43643e87/2a2c703b-04bb-40de-9148-0ba48ac6bcee/7e01caff-14ef-4f89-9000-6a1e4e3a2dff) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:29.459514 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 4edf2e60-1c39-41df-9daf-77a16686732c triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:29.460420 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.622170 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 88b34b47-f612-40a3-ab69-0135e8034549 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:29.689420 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Request body: {'port': {'device_id': '46aa7b29-b93f-45e4-b0fb-9ea4a1509f99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:29.797611 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ffb45e8c-0e79-4398-8e5d-a24f9f175f48 None None] Provisioning complete for port 40cd444a-6c29-4d95-a485-874577a37fc2 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:29.798308 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ffb45e8c-0e79-4398-8e5d-a24f9f175f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.805875 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-37d32308-4941-433f-a9e8-682f6b1ed7d2 service neutron] 10.222.0.75 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105866 Nov 22 16:55:29.950297 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ffb45e8c-0e79-4398-8e5d-a24f9f175f48 None None] Port 40cd444a-6c29-4d95-a485-874577a37fc2 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:29.954787 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 88b34b47-f612-40a3-ab69-0135e8034549 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:29.955198 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:30.072434 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'name': 'tempest-ServerRescueNegativeTestJSON-144519074-router', 'tenant_id': '012a405b16094665bf98670cf1f502b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '4edf2e60-1c39-41df-9daf-77a16686732c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:16Z', 'updated_at': '2021-11-22T16:55:22Z', 'revision_number': 4, 'project_id': '012a405b16094665bf98670cf1f502b2', 'gw_port': {'id': '4edf2e60-1c39-41df-9daf-77a16686732c', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:28:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:18Z', 'updated_at': '2021-11-22T16:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '6a9086d8-30f7-4d79-b55c-3bf3ef785a91', 'name': '', 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5', 'tenant_id': '012a405b16094665bf98670cf1f502b2', 'mac_address': 'fa:16:3e:ce:11:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ed57d480-17de-4af9-a2a6-f35eb04a38a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:21Z', 'updated_at': '2021-11-22T16:55:23Z', 'revision_number': 2, 'project_id': '012a405b16094665bf98670cf1f502b2', 'subnets': [{'id': 'ed57d480-17de-4af9-a2a6-f35eb04a38a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:30.078230 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:30.173877 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] Checking router: 1aa26df4-e53f-49b2-bf58-69116441cf4f for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:55:30.174491 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] Updating router 1aa26df4-e53f-49b2-bf58-69116441cf4f port 6a9086d8-30f7-4d79-b55c-3bf3ef785a91 binding host dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:55:30.198673 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f0d4cc-1565-487a-a09b-9122cd9515ae admin admin] Router 8b2e551f-5f5a-4799-9e02-427e5bd9855d has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:55:30.266464 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:30.275380 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8972da9f-3a68-457b-90b1-cff34d0c340c req-dd7662f3-d91e-4e83-9458-b3c4204d2dc6 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 210 time: 0.0448141 Nov 22 16:55:30.316475 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-0cbdf8da-b05b-4ec5-a463-fff19072ce2b tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:30.371232 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-0cbdf8da-b05b-4ec5-a463-fff19072ce2b tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:30.654983 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdf8da-b05b-4ec5-a463-fff19072ce2b tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Pushing event updated for resources: {'Port': ['ID=7e01caff-14ef-4f89-9000-6a1e4e3a2dff,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:30.675493 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-0cbdf8da-b05b-4ec5-a463-fff19072ce2b tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Network d103159b-9ea3-446f-9ffb-ecca43643e87 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:30.677964 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-0cbdf8da-b05b-4ec5-a463-fff19072ce2b tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:30.681552 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-0cbdf8da-b05b-4ec5-a463-fff19072ce2b tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:30.687780 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-0cbdf8da-b05b-4ec5-a463-fff19072ce2b tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:30.689285 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-0cbdf8da-b05b-4ec5-a463-fff19072ce2b tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:30.734776 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-f7fb35de-0dd1-4fb8-aa41-203d00eedb24 service neutron] 10.222.0.75 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9243271 Nov 22 16:55:30.776895 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-0cbdf8da-b05b-4ec5-a463-fff19072ce2b tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3093038 Nov 22 16:55:30.798039 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaf7c4-16af-4786-b4b5-706d9811fbfb req-822b898f-2164-465d-8336-03ccbaa05393 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:30.800669 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-85eaf7c4-16af-4786-b4b5-706d9811fbfb req-822b898f-2164-465d-8336-03ccbaa05393 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 932 time: 0.0937636 Nov 22 16:55:30.900703 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-85eaf7c4-16af-4786-b4b5-706d9811fbfb req-ce4a3444-2c5f-4f80-9542-95ed62b37e7b tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888283 Nov 22 16:55:31.219422 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.241192 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.289333 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-496be516-3f4b-422e-be8e-216ca5cf3ef3 req-645305a2-f077-449c-a3f1-eb6eadf4b4c4 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 210 time: 0.0618317 Nov 22 16:55:31.328245 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f0d4cc-1565-487a-a09b-9122cd9515ae admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:31.344838 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] Sync routers for ids ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:31.394762 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] Routers {'8b2e551f-5f5a-4799-9e02-427e5bd9855d'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:31.397348 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:55:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:31.397803 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-47f0d4cc-1565-487a-a09b-9122cd9515ae admin admin] 10.222.0.75 "PUT /v2.0/routers/8b2e551f-5f5a-4799-9e02-427e5bd9855d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0255685 Nov 22 16:55:31.521903 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Request body: {'port': {'device_id': '41474ead-5031-4b01-ac48-6ac84037e21a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:31.613251 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9f36a-f09e-4b81-a4d6-ce5b43091ffe None None] Pushing event updated for resources: {'Port': ['ID=6a9086d8-30f7-4d79-b55c-3bf3ef785a91,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:31.657163 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] Attempting to bind port 6a9086d8-30f7-4d79-b55c-3bf3ef785a91 on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:31.665386 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] Attempting to bind port 6a9086d8-30f7-4d79-b55c-3bf3ef785a91 by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': 'a2770974-9811-4d66-8064-2f8990712735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:31.667570 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] Attempting to bind port 6a9086d8-30f7-4d79-b55c-3bf3ef785a91 on network addedaf8-c56a-4700-8c31-6938e05f34b5 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:31.681265 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:31.700109 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] Checking segment: {'id': 'a2770974-9811-4d66-8064-2f8990712735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:31.702705 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.703388 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] Bound using segment: {'id': 'a2770974-9811-4d66-8064-2f8990712735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:31.704121 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] Bound port: 6a9086d8-30f7-4d79-b55c-3bf3ef785a91, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2770974-9811-4d66-8064-2f8990712735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:31.705193 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.746719 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.864606 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.85', 59222) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:32.010121 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 40784) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:32.051426 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] For port 6a9086d8-30f7-4d79-b55c-3bf3ef785a91, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:32.065188 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] For port 6a9086d8-30f7-4d79-b55c-3bf3ef785a91, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=6a9086d8-30f7-4d79-b55c-3bf3ef785a91,segment=NetworkSegment(a2770974-9811-4d66-8064-2f8990712735),segment_id=a2770974-9811-4d66-8064-2f8990712735)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:32.078681 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:32.137942 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 40792) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:32.187706 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:32.192513 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9f36a-f09e-4b81-a4d6-ce5b43091ffe None None] Pushing event updated for resources: {'Port': ['ID=6a9086d8-30f7-4d79-b55c-3bf3ef785a91,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:32.259209 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e6021-bd78-4e09-b448-bf0c8568e83c req-a32d321f-236f-4a08-9f01-8f9b20d0ece2 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:32.272318 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-220e6021-bd78-4e09-b448-bf0c8568e83c req-a32d321f-236f-4a08-9f01-8f9b20d0ece2 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 931 time: 0.8050654 Nov 22 16:55:32.290981 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] Routers {'1aa26df4-e53f-49b2-bf58-69116441cf4f'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:32.290981 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:55:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['1aa26df4-e53f-49b2-bf58-69116441cf4f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:32.374346 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:32.433707 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] Set router 8b2e551f-5f5a-4799-9e02-427e5bd9855d gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:32.561283 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] Set router 1aa26df4-e53f-49b2-bf58-69116441cf4f gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:32.595500 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b110854-c4c0-4593-89e0-66ba9a9dc1c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:32.605476 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Transition to ACTIVE for port object 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:55:32.655218 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95d454cb-859c-4435-888c-f7caed58372c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:32.657456 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:32.743910 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-e859f2b6-2e7c-443b-97d9-fc18d4ac02a6 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:32.747170 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-e859f2b6-2e7c-443b-97d9-fc18d4ac02a6 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.85 "GET /v2.0/networks?id=addedaf8-c56a-4700-8c31-6938e05f34b5 HTTP/1.1" status: 200 len: 818 time: 0.8514695 Nov 22 16:55:32.907153 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95d454cb-859c-4435-888c-f7caed58372c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:32.962850 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e01caff-14ef-4f89-9000-6a1e4e3a2dff {{(pid=102627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:32.999916 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.026265 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b110854-c4c0-4593-89e0-66ba9a9dc1c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.031309 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-220e6021-bd78-4e09-b448-bf0c8568e83c req-eff33077-1a73-448f-9710-7766f88ff8e8 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7581232 Nov 22 16:55:33.039662 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95d454cb-859c-4435-888c-f7caed58372c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.046833 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-612ecff1-3755-41c5-bdb0-5181d1a423de tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Request body: {'port': {'device_id': '6bf4d9f5-6852-49f7-abfa-5fec8162dd1f', 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5', 'admin_state_up': True, 'tenant_id': '012a405b16094665bf98670cf1f502b2'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:33.086256 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'name': 'tempest-ServerRescueNegativeTestJSON-144519074-router', 'tenant_id': '012a405b16094665bf98670cf1f502b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '4edf2e60-1c39-41df-9daf-77a16686732c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:16Z', 'updated_at': '2021-11-22T16:55:22Z', 'revision_number': 4, 'project_id': '012a405b16094665bf98670cf1f502b2', 'gw_port': {'id': '4edf2e60-1c39-41df-9daf-77a16686732c', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:28:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:18Z', 'updated_at': '2021-11-22T16:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '6a9086d8-30f7-4d79-b55c-3bf3ef785a91', 'name': '', 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5', 'tenant_id': '012a405b16094665bf98670cf1f502b2', 'mac_address': 'fa:16:3e:ce:11:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ed57d480-17de-4af9-a2a6-f35eb04a38a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:21Z', 'updated_at': '2021-11-22T16:55:32Z', 'revision_number': 4, 'project_id': '012a405b16094665bf98670cf1f502b2', 'subnets': [{'id': 'ed57d480-17de-4af9-a2a6-f35eb04a38a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:33.110270 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 40820) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:33.138185 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '88b34b47-f612-40a3-ab69-0135e8034549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 4, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port': {'id': '88b34b47-f612-40a3-ab69-0135e8034549', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:19Z', 'updated_at': '2021-11-22T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '40cd444a-6c29-4d95-a485-874577a37fc2', 'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'mac_address': 'fa:16:3e:b7:13:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:24Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 2, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'subnets': [{'id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:33.146452 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-5950bb17-c87b-4eaa-b3f9-27c9bb986a67 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2015091415', 'description': 'tempest-description--976426200'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:33.172284 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48954a60-4b17-4fb4-8c77-44a54993632a None None] The sync data for ids ['1aa26df4-e53f-49b2-bf58-69116441cf4f'] in dv-cinder-778193-11-iscsi is: [{'id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'name': 'tempest-ServerRescueNegativeTestJSON-144519074-router', 'tenant_id': '012a405b16094665bf98670cf1f502b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '4edf2e60-1c39-41df-9daf-77a16686732c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:16Z', 'updated_at': '2021-11-22T16:55:22Z', 'revision_number': 4, 'project_id': '012a405b16094665bf98670cf1f502b2', 'gw_port': {'id': '4edf2e60-1c39-41df-9daf-77a16686732c', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:28:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:18Z', 'updated_at': '2021-11-22T16:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '6a9086d8-30f7-4d79-b55c-3bf3ef785a91', 'name': '', 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5', 'tenant_id': '012a405b16094665bf98670cf1f502b2', 'mac_address': 'fa:16:3e:ce:11:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ed57d480-17de-4af9-a2a6-f35eb04a38a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:21Z', 'updated_at': '2021-11-22T16:55:32Z', 'revision_number': 4, 'project_id': '012a405b16094665bf98670cf1f502b2', 'subnets': [{'id': 'ed57d480-17de-4af9-a2a6-f35eb04a38a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:33.215322 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.provisioning_blocks [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Transition to ACTIVE for port object 7e01caff-14ef-4f89-9000-6a1e4e3a2dff will not be triggered until provisioned by entity L2. {{(pid=102627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:55:33.269448 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] Checking router: 8b2e551f-5f5a-4799-9e02-427e5bd9855d for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:55:33.269819 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] Updating router 8b2e551f-5f5a-4799-9e02-427e5bd9855d port 40cd444a-6c29-4d95-a485-874577a37fc2 binding host dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:55:33.282887 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b110854-c4c0-4593-89e0-66ba9a9dc1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.314367 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.368168 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.385108 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d454cb-859c-4435-888c-f7caed58372c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d01fc9-01c3-45e2-8c41-1fccfb693767,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:33.417638 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 40830) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:33.420334 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2b110854-c4c0-4593-89e0-66ba9a9dc1c5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b71b46c8675641f4958d69c7c95b69a9&name=default HTTP/1.1" status: 200 len: 2994 time: 1.3528080 Nov 22 16:55:33.535380 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5950bb17-c87b-4eaa-b3f9-27c9bb986a67 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.557485 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b110854-c4c0-4593-89e0-66ba9a9dc1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7f9bd9-ec8c-43f7-a843-edaa9481ff64,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:33.574907 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-612ecff1-3755-41c5-bdb0-5181d1a423de tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Made reservation on behalf of 012a405b16094665bf98670cf1f502b2 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:33.578969 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-612ecff1-3755-41c5-bdb0-5181d1a423de tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.621818 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Pushing event updated for resources: {'Port': ['ID=7e01caff-14ef-4f89-9000-6a1e4e3a2dff,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:33.673062 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0f44499d-9aea-4973-8e79-8c32814eb804 req-25f141d9-3a42-4876-9190-29149eb5b541 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 210 time: 0.2254069 Nov 22 16:55:33.682999 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Attempting to bind port 7e01caff-14ef-4f89-9000-6a1e4e3a2dff on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:33.692655 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Attempting to bind port 7e01caff-14ef-4f89-9000-6a1e4e3a2dff by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'abbfc1f5-2536-443c-95de-37b6d5f24b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd103159b-9ea3-446f-9ffb-ecca43643e87'}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:33.693330 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Attempting to bind port 7e01caff-14ef-4f89-9000-6a1e4e3a2dff on network d103159b-9ea3-446f-9ffb-ecca43643e87 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:33.707473 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Port 7e01caff-14ef-4f89-9000-6a1e4e3a2dff on network d103159b-9ea3-446f-9ffb-ecca43643e87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:55:33.710502 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Attempting to bind port 7e01caff-14ef-4f89-9000-6a1e4e3a2dff on network d103159b-9ea3-446f-9ffb-ecca43643e87 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:33.711676 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 6a9086d8-30f7-4d79-b55c-3bf3ef785a91 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:33.747459 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:33.748381 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Checking segment: {'id': 'abbfc1f5-2536-443c-95de-37b6d5f24b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd103159b-9ea3-446f-9ffb-ecca43643e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:33.749160 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Bound using segment: {'id': 'abbfc1f5-2536-443c-95de-37b6d5f24b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd103159b-9ea3-446f-9ffb-ecca43643e87'} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:33.749817 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Bound port: 7e01caff-14ef-4f89-9000-6a1e4e3a2dff, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abbfc1f5-2536-443c-95de-37b6d5f24b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd103159b-9ea3-446f-9ffb-ecca43643e87'}}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:33.750597 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.779061 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:33.854651 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] For port 7e01caff-14ef-4f89-9000-6a1e4e3a2dff, host hv-cinder-77819, cleared binding levels {{(pid=102627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:33.864882 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] For port 7e01caff-14ef-4f89-9000-6a1e4e3a2dff, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7e01caff-14ef-4f89-9000-6a1e4e3a2dff,segment=NetworkSegment(abbfc1f5-2536-443c-95de-37b6d5f24b0d),segment_id=abbfc1f5-2536-443c-95de-37b6d5f24b0d)] {{(pid=102627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:33.926546 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-95d454cb-859c-4435-888c-f7caed58372c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f38e14fc559d47e29255f52ab0efc08c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7678781 Nov 22 16:55:33.946210 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 40838) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:33.959726 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5950bb17-c87b-4eaa-b3f9-27c9bb986a67 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.962223 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.85', 59228) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:33.966891 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.993854 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 6a9086d8-30f7-4d79-b55c-3bf3ef785a91 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:33.994338 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.068176 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5950bb17-c87b-4eaa-b3f9-27c9bb986a67 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.307729 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950bb17-c87b-4eaa-b3f9-27c9bb986a67 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa62312-0986-4c7b-a600-888a6c6534a7,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:34.336775 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Attempting to bind port 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:34.337154 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Attempting to bind port 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '9cc3b34f-f709-4fff-b056-1565b529f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:34.337624 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Attempting to bind port 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f on network 1bdcfadf-1d01-4a8e-9380-4151e111913c {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:34.380285 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:34.380881 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.382862 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] 10.222.0.85 "PUT /v2.0/ports/7e01caff-14ef-4f89-9000-6a1e4e3a2dff HTTP/1.1" status: 200 len: 1093 time: 2.8732004 Nov 22 16:55:34.383541 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41474ead-5031-4b01-ac48-6ac84037e21a', 'tag': '7e01caff-14ef-4f89-9000-6a1e4e3a2dff'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:34.479454 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.483607 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ea87b-da85-48ce-8122-d534195471d8 req-9edd70fe-9ac6-4bc5-ba58-c7622e5c687c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:34.485261 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ff7ea87b-da85-48ce-8122-d534195471d8 req-9edd70fe-9ac6-4bc5-ba58-c7622e5c687c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 944 time: 1.1017396 Nov 22 16:55:34.501542 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.534690 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.577748 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Port 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f on network 1bdcfadf-1d01-4a8e-9380-4151e111913c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:55:34.578156 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Attempting to bind port 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f on network 1bdcfadf-1d01-4a8e-9380-4151e111913c {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:34.667774 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:34.668166 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Checking segment: {'id': '9cc3b34f-f709-4fff-b056-1565b529f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:34.668747 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Bound using segment: {'id': '9cc3b34f-f709-4fff-b056-1565b529f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:34.669217 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Bound port: 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc3b34f-f709-4fff-b056-1565b529f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:34.672286 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.697564 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] For port 6a9086d8-30f7-4d79-b55c-3bf3ef785a91, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=6a9086d8-30f7-4d79-b55c-3bf3ef785a91,segment=NetworkSegment(a2770974-9811-4d66-8064-2f8990712735),segment_id=a2770974-9811-4d66-8064-2f8990712735)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:34.701745 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24483dbc-d2ee-49ee-8883-3097fe890d8b None None] Pushing event updated for resources: {'Port': ['ID=40cd444a-6c29-4d95-a485-874577a37fc2,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:34.709867 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.844027 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-bc95c980-31f2-44a2-8eb3-399044ff3fcf tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:34.849843 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-bc95c980-31f2-44a2-8eb3-399044ff3fcf tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.85 "GET /v2.0/networks?id=addedaf8-c56a-4700-8c31-6938e05f34b5 HTTP/1.1" status: 200 len: 818 time: 0.8779645 Nov 22 16:55:34.857777 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5950bb17-c87b-4eaa-b3f9-27c9bb986a67 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.859418 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] Attempting to bind port 40cd444a-6c29-4d95-a485-874577a37fc2 on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:34.861569 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] Attempting to bind port 40cd444a-6c29-4d95-a485-874577a37fc2 by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '08b04bd6-185b-4500-baa4-25a2c5232475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:34.872484 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-5950bb17-c87b-4eaa-b3f9-27c9bb986a67 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7361987 Nov 22 16:55:34.872836 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] Attempting to bind port 40cd444a-6c29-4d95-a485-874577a37fc2 on network d6f6393f-bc97-47fe-80bd-2ee6749913ab {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:34.908425 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:34.911369 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] Checking segment: {'id': '08b04bd6-185b-4500-baa4-25a2c5232475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:34.912036 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.912641 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] Bound using segment: {'id': '08b04bd6-185b-4500-baa4-25a2c5232475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:34.913531 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] Bound port: 40cd444a-6c29-4d95-a485-874577a37fc2, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b04bd6-185b-4500-baa4-25a2c5232475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:34.916694 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.922629 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] For port 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f, host hv-cinder-77819, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:34.938883 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] For port 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f,segment=NetworkSegment(9cc3b34f-f709-4fff-b056-1565b529f1ba),segment_id=9cc3b34f-f709-4fff-b056-1565b529f1ba)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:34.943096 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25815d01-27e7-4400-96b4-03732a04d2a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.014543 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25815d01-27e7-4400-96b4-03732a04d2a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.025225 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-612ecff1-3755-41c5-bdb0-5181d1a423de tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Allocated IP 172.20.0.5 (addedaf8-c56a-4700-8c31-6938e05f34b5/ed57d480-17de-4af9-a2a6-f35eb04a38a9/ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:35.025512 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 40876) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:35.039260 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c674e5-6f76-4489-b9c3-ff47cd52e9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "41474ead-5031-4b01-ac48-6ac84037e21a", "tag": "7e01caff-14ef-4f89-9000-6a1e4e3a2dff"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:35.048749 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Pushing event updated for resources: {'Port': ['ID=6a9086d8-30f7-4d79-b55c-3bf3ef785a91,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:35.054020 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-2f7202e6-1c6c-4518-8567-6569fc177042 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Request body: {'security_group_rule': {'security_group_id': 'faa62312-0986-4c7b-a600-888a6c6534a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:35.100854 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ff7ea87b-da85-48ce-8122-d534195471d8 req-3a969251-63ca-45c9-8f52-4765354d1d1d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5994759 Nov 22 16:55:35.102701 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.118302 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-8964576c-7540-4efd-a056-4e92e4d8d30a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Request body: {'port': {'device_id': '441b5f94-079a-43da-a1e0-029ce433308d', 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5', 'admin_state_up': True, 'tenant_id': '012a405b16094665bf98670cf1f502b2'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:35.230049 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] For port 40cd444a-6c29-4d95-a485-874577a37fc2, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:35.281078 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] For port 40cd444a-6c29-4d95-a485-874577a37fc2, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=40cd444a-6c29-4d95-a485-874577a37fc2,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:35.293485 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.330292 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:35.331617 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.334342 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] 10.222.0.85 "PUT /v2.0/ports/5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f HTTP/1.1" status: 200 len: 1094 time: 6.2114553 Nov 22 16:55:35.340181 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46aa7b29-b93f-45e4-b0fb-9ea4a1509f99', 'tag': '5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:35.416750 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 6a9086d8-30f7-4d79-b55c-3bf3ef785a91 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:35.510421 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-68351f77-fd68-4ecc-9fd8-3cf00bac198d None None] Provisioning complete for port 40cd444a-6c29-4d95-a485-874577a37fc2 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:35.510819 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-68351f77-fd68-4ecc-9fd8-3cf00bac198d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.534183 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d9f0f-92b9-465f-93e3-85f36b68e4da service neutron] Pushing event updated for resources: {'Port': ['ID=7e01caff-14ef-4f89-9000-6a1e4e3a2dff,revision_number=3']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:35.545730 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78082947-fba8-46d7-896c-bcce1ca781e7 req-5f066e60-da36-467d-bf0e-855b9b92772c tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:35.558139 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-78082947-fba8-46d7-896c-bcce1ca781e7 req-5f066e60-da36-467d-bf0e-855b9b92772c tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 943 time: 0.9602721 Nov 22 16:55:35.579131 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-d13bf906-4fd6-4df4-92b8-702e59c3de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:35.587550 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-d13bf906-4fd6-4df4-92b8-702e59c3de1f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b720c2f870ab4de28986109a1fc93417&device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 1096 time: 0.8143644 Nov 22 16:55:35.588360 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-11513b33-ad87-4dda-80c6-8f5d1b3fc6d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.633792 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c5c2fc-1af2-4b66-ae3f-0915bf175f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "46aa7b29-b93f-45e4-b0fb-9ea4a1509f99", "tag": "5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:35.639864 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709ba4c-12f4-4031-9419-5a5f3e570668 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:35.677315 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25815d01-27e7-4400-96b4-03732a04d2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.680018 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25815d01-27e7-4400-96b4-03732a04d2a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.681331 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-25815d01-27e7-4400-96b4-03732a04d2a9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d5d01fc9-01c3-45e2-8c41-1fccfb693767 HTTP/1.1" status: 204 len: 168 time: 1.7297421 Nov 22 16:55:35.747186 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] Routers {'8b2e551f-5f5a-4799-9e02-427e5bd9855d'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:35.747829 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:55:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:35.757745 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24483dbc-d2ee-49ee-8883-3097fe890d8b None None] Pushing event updated for resources: {'Port': ['ID=40cd444a-6c29-4d95-a485-874577a37fc2,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:35.774401 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-069d99d9-f6b2-46d3-a3a0-c0ecb84d05e5 req-df409122-1b9a-41e1-91e8-18ae86ddf2e6 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 210 time: 0.1178393 Nov 22 16:55:35.816059 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2f7202e6-1c6c-4518-8567-6569fc177042 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.879982 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 6a9086d8-30f7-4d79-b55c-3bf3ef785a91 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:35.880595 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.905978 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25815d01-27e7-4400-96b4-03732a04d2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d01fc9-01c3-45e2-8c41-1fccfb693767,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:35.977878 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2f7202e6-1c6c-4518-8567-6569fc177042 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.155404 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-68351f77-fd68-4ecc-9fd8-3cf00bac198d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.277151 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-68351f77-fd68-4ecc-9fd8-3cf00bac198d None None] For port 40cd444a-6c29-4d95-a485-874577a37fc2, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=40cd444a-6c29-4d95-a485-874577a37fc2,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:36.334703 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-78082947-fba8-46d7-896c-bcce1ca781e7 req-f5b0efe9-f8a1-4d8a-8561-b133883a9bff tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7739167 Nov 22 16:55:36.337711 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-d62b49f8-865e-4985-aa53-4af30c333ed8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e01caff-14ef-4f89-9000-6a1e4e3a2dff HTTP/1.1" status: 200 len: 217 time: 0.3293841 Nov 22 16:55:36.352561 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec8bb07-04d4-411f-8396-aeb9b70bb352 x-openstack-request-id: req-bec8bb07-04d4-411f-8396-aeb9b70bb352 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:36.353038 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41474ead-5031-4b01-ac48-6ac84037e21a", "tag": "7e01caff-14ef-4f89-9000-6a1e4e3a2dff", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:36.353303 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bec8bb07-04d4-411f-8396-aeb9b70bb352 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:36.353780 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41474ead-5031-4b01-ac48-6ac84037e21a', 'tag': '7e01caff-14ef-4f89-9000-6a1e4e3a2dff', 'status': 'completed', 'code': 200} Nov 22 16:55:36.366678 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-11513b33-ad87-4dda-80c6-8f5d1b3fc6d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.385663 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2f7202e6-1c6c-4518-8567-6569fc177042 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.415077 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-612ecff1-3755-41c5-bdb0-5181d1a423de tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.419169 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-68351f77-fd68-4ecc-9fd8-3cf00bac198d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.516019 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68351f77-fd68-4ecc-9fd8-3cf00bac198d None None] Pushing event updated for resources: {'Port': ['ID=40cd444a-6c29-4d95-a485-874577a37fc2,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:36.522375 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 40910) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:36.607511 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-a05f0e40-78aa-4e7d-8181-ffa4b696196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:36.613286 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-a05f0e40-78aa-4e7d-8181-ffa4b696196b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=606872a1f29b44a5ae8719e48edf2703&device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 1097 time: 0.6141171 Nov 22 16:55:36.615727 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-612ecff1-3755-41c5-bdb0-5181d1a423de tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.623432 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ee2b0960-ce17-4894-b152-c82718ba29f6 None None] Provisioning complete for port 40cd444a-6c29-4d95-a485-874577a37fc2 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:36.623816 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee2b0960-ce17-4894-b152-c82718ba29f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.652652 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-4a40f938-5d06-4da2-b223-2718eca83dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:36.657299 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-4a40f938-5d06-4da2-b223-2718eca83dc6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2a2c703b-04bb-40de-9148-0ba48ac6bcee HTTP/1.1" status: 200 len: 852 time: 0.2394605 Nov 22 16:55:36.662859 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7202e6-1c6c-4518-8567-6569fc177042 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345d6b44-2a5d-4f37-84b0-b6e750ae34c3,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:36.738780 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] Set router 8b2e551f-5f5a-4799-9e02-427e5bd9855d gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:36.799312 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-ceba2dff-6622-46fc-90dd-051f999da344 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d103159b-9ea3-446f-9ffb-ecca43643e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172097 Nov 22 16:55:36.808947 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-020b05c2-cef8-427a-9896-ef5de6def379 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.815581 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-8964576c-7540-4efd-a056-4e92e4d8d30a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Made reservation on behalf of 012a405b16094665bf98670cf1f502b2 for: {'port': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:36.820285 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-8964576c-7540-4efd-a056-4e92e4d8d30a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.979875 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-8964576c-7540-4efd-a056-4e92e4d8d30a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Allocated IP 172.20.0.3 (addedaf8-c56a-4700-8c31-6938e05f34b5/ed57d480-17de-4af9-a2a6-f35eb04a38a9/8b87d647-88c5-43fe-9e03-f13308c9bce7) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:36.991911 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-612ecff1-3755-41c5-bdb0-5181d1a423de tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Network addedaf8-c56a-4700-8c31-6938e05f34b5 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:37.000766 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35f4314-c9eb-4f14-8543-c7fae0e3ad66 x-openstack-request-id: req-d35f4314-c9eb-4f14-8543-c7fae0e3ad66 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:37.003944 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46aa7b29-b93f-45e4-b0fb-9ea4a1509f99", "tag": "5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:37.003944 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d35f4314-c9eb-4f14-8543-c7fae0e3ad66 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:37.003944 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46aa7b29-b93f-45e4-b0fb-9ea4a1509f99', 'tag': '5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f', 'status': 'completed', 'code': 200} Nov 22 16:55:37.057093 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-612ecff1-3755-41c5-bdb0-5181d1a423de tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:37.084431 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-b2840561-d5b8-4222-b4c2-5ae3263b12f0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f HTTP/1.1" status: 200 len: 217 time: 0.3928106 Nov 22 16:55:37.085489 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-612ecff1-3755-41c5-bdb0-5181d1a423de tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:37.091052 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-612ecff1-3755-41c5-bdb0-5181d1a423de tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:37.105002 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-612ecff1-3755-41c5-bdb0-5181d1a423de tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.112516 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2f7202e6-1c6c-4518-8567-6569fc177042 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.114323 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-2f7202e6-1c6c-4518-8567-6569fc177042 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0718114 Nov 22 16:55:37.135686 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 40930) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:37.153107 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-7e82ee07-a903-4ec0-b922-36e2ad0a10ec tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Request body: {'security_group_rule': {'security_group_id': 'faa62312-0986-4c7b-a600-888a6c6534a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:37.187144 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ecff1-3755-41c5-bdb0-5181d1a423de tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Pushing event updated for resources: {'Port': ['ID=ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:37.349497 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-11513b33-ad87-4dda-80c6-8f5d1b3fc6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.353528 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-11513b33-ad87-4dda-80c6-8f5d1b3fc6d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.354865 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-612ecff1-3755-41c5-bdb0-5181d1a423de tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3158422 Nov 22 16:55:37.355429 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-11513b33-ad87-4dda-80c6-8f5d1b3fc6d0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2d7f9bd9-ec8c-43f7-a843-edaa9481ff64 HTTP/1.1" status: 204 len: 168 time: 3.9161952 Nov 22 16:55:37.364401 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7e82ee07-a903-4ec0-b922-36e2ad0a10ec tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.366814 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-675dbf62-9bbf-4b9b-ae5a-405647465828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.387918 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-68fa5888-6763-4026-9760-19246c8085e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:37.394700 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-68fa5888-6763-4026-9760-19246c8085e8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=354aa910-0d7f-45f9-b6b0-154889ed963c HTTP/1.1" status: 200 len: 854 time: 0.2613025 Nov 22 16:55:37.424896 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9b2a3-132b-476b-83d0-a18bc9760919 req-43e1426a-4bd0-4aa0-8f45-14a260e693a3 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:37.426526 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8ac9b2a3-132b-476b-83d0-a18bc9760919 req-43e1426a-4bd0-4aa0-8f45-14a260e693a3 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 944 time: 0.7927930 Nov 22 16:55:37.458100 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Request body: {'port': {'device_id': '6bf4d9f5-6852-49f7-abfa-5fec8162dd1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:37.508123 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2c4f154e-8aac-4955-ab50-b8f4a23468fc req-c864a305-e7e6-470a-a225-3a1c4a2ee714 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 210 time: 0.1812375 Nov 22 16:55:37.531388 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-8964576c-7540-4efd-a056-4e92e4d8d30a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.531719 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '88b34b47-f612-40a3-ab69-0135e8034549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 4, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port': {'id': '88b34b47-f612-40a3-ab69-0135e8034549', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:19Z', 'updated_at': '2021-11-22T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '40cd444a-6c29-4d95-a485-874577a37fc2', 'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'mac_address': 'fa:16:3e:b7:13:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:24Z', 'updated_at': '2021-11-22T16:55:35Z', 'revision_number': 4, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'subnets': [{'id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:37.542309 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11513b33-ad87-4dda-80c6-8f5d1b3fc6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7f9bd9-ec8c-43f7-a843-edaa9481ff64,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:37.570756 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-05d0a01a-8cef-4d10-b4d6-6c122e867bd6 service neutron] 10.222.0.85 "GET /v2.0/networks/d103159b-9ea3-446f-9ffb-ecca43643e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7316308 Nov 22 16:55:37.603583 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e67db4-cb4a-4970-94b2-e55f72c15cee None None] The sync data for ids ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'] in dv-cinder-778193-11-iscsi is: [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '88b34b47-f612-40a3-ab69-0135e8034549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 4, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port': {'id': '88b34b47-f612-40a3-ab69-0135e8034549', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:19Z', 'updated_at': '2021-11-22T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '40cd444a-6c29-4d95-a485-874577a37fc2', 'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'mac_address': 'fa:16:3e:b7:13:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:24Z', 'updated_at': '2021-11-22T16:55:35Z', 'revision_number': 4, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'subnets': [{'id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:37.675380 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7e82ee07-a903-4ec0-b922-36e2ad0a10ec tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.720218 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-8964576c-7540-4efd-a056-4e92e4d8d30a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.722545 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7e82ee07-a903-4ec0-b922-36e2ad0a10ec tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.825577 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-020b05c2-cef8-427a-9896-ef5de6def379 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.830202 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8ac9b2a3-132b-476b-83d0-a18bc9760919 req-2f1cb149-2872-40c4-bca1-5e0dbccf2a46 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541298 Nov 22 16:55:37.839338 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.893969 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-8964576c-7540-4efd-a056-4e92e4d8d30a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Network addedaf8-c56a-4700-8c31-6938e05f34b5 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:37.904685 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-8964576c-7540-4efd-a056-4e92e4d8d30a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:37.907341 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-8964576c-7540-4efd-a056-4e92e4d8d30a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:37.913225 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-8964576c-7540-4efd-a056-4e92e4d8d30a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:37.913909 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-8964576c-7540-4efd-a056-4e92e4d8d30a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.917512 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-020b05c2-cef8-427a-9896-ef5de6def379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.917677 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82ee07-a903-4ec0-b922-36e2ad0a10ec tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89b38a7-143d-44c9-b038-284c8c571fa6,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:37.984888 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-c71ffa81-74f8-4c2d-9507-5f2021522415 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bdcfadf-1d01-4a8e-9380-4151e111913c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1535368 Nov 22 16:55:38.037944 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7e82ee07-a903-4ec0-b922-36e2ad0a10ec tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.052988 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-7e82ee07-a903-4ec0-b922-36e2ad0a10ec tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8918979 Nov 22 16:55:38.052988 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964576c-7540-4efd-a056-4e92e4d8d30a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Pushing event updated for resources: {'Port': ['ID=8b87d647-88c5-43fe-9e03-f13308c9bce7,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:38.056336 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 40948) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:38.060512 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-8964576c-7540-4efd-a056-4e92e4d8d30a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0288913 Nov 22 16:55:38.069875 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c3a44-684c-42dc-8819-5279bd79c624 req-959605cf-bf5a-484c-b7dd-23a213ff9dd3 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:38.081606 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-567c3a44-684c-42dc-8819-5279bd79c624 req-959605cf-bf5a-484c-b7dd-23a213ff9dd3 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 943 time: 0.3962090 Nov 22 16:55:38.090298 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-1db7d776-fab7-49b0-9a56-55cf908bc21a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Request body: {'floatingip': {'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:38.155390 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-020b05c2-cef8-427a-9896-ef5de6def379 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b3d50be2ead945d8b53c5d91601c60c8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6043546 Nov 22 16:55:38.207871 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 40954) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:38.247231 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Request body: {'port': {'device_id': '441b5f94-079a-43da-a1e0-029ce433308d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:38.285554 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-778114f1-8fa4-4d3e-973e-28857aedb240 req-eda80243-867a-4074-8111-b4e15d3c7831 service neutron] 10.222.0.85 "GET /v2.0/networks/d103159b-9ea3-446f-9ffb-ecca43643e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380507 Nov 22 16:55:38.345785 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1db7d776-fab7-49b0-9a56-55cf908bc21a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for floatingip, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.366182 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b05c2-cef8-427a-9896-ef5de6def379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89362dd3-f305-49c7-bbcb-86b6643de3c1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:38.395739 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.846050 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-567c3a44-684c-42dc-8819-5279bd79c624 req-992cb8ed-0e2b-45a3-bd00-dcac9b85679c tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7630672 Nov 22 16:55:39.017322 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51638c62-ec33-4dc4-bd82-f2cae1485051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.050184 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51638c62-ec33-4dc4-bd82-f2cae1485051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.128285 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51638c62-ec33-4dc4-bd82-f2cae1485051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.133403 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51638c62-ec33-4dc4-bd82-f2cae1485051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.134619 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-51638c62-ec33-4dc4-bd82-f2cae1485051 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/89362dd3-f305-49c7-bbcb-86b6643de3c1 HTTP/1.1" status: 204 len: 168 time: 0.9231312 Nov 22 16:55:39.157072 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c674e5-6f76-4489-b9c3-ff47cd52e9ec req-4396517b-d2f5-4001-9e64-50faea769b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:39.161332 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-54c674e5-6f76-4489-b9c3-ff47cd52e9ec req-4396517b-d2f5-4001-9e64-50faea769b7e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b720c2f870ab4de28986109a1fc93417&device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 1096 time: 0.7328858 Nov 22 16:55:39.210152 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:39.232442 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.236873 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51638c62-ec33-4dc4-bd82-f2cae1485051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89362dd3-f305-49c7-bbcb-86b6643de3c1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:39.247750 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-abcfa17a-b694-40f1-84dc-960450398549 service neutron] 10.222.0.85 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2336833 Nov 22 16:55:39.259919 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fe4e5-3ab1-486e-acd3-c4557ec78017 req-54b5bf81-79bf-4db0-b8f8-270e18097b78 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:39.272500 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5c7fe4e5-3ab1-486e-acd3-c4557ec78017 req-54b5bf81-79bf-4db0-b8f8-270e18097b78 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 931 time: 0.1572847 Nov 22 16:55:39.300177 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e17aea-8131-453b-8518-0920d5251946 req-736039ac-a37e-478e-973f-28eb32338b58 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:39.302740 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-04e17aea-8131-453b-8518-0920d5251946 req-736039ac-a37e-478e-973f-28eb32338b58 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 944 time: 0.2716358 Nov 22 16:55:39.341572 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 40cd444a-6c29-4d95-a485-874577a37fc2 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:39.404319 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Transition to ACTIVE for port object ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:55:39.426889 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.542640 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5c7fe4e5-3ab1-486e-acd3-c4557ec78017 req-a9dcbb21-bc51-4dd7-9afc-876ca28df6f7 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582178 Nov 22 16:55:39.736593 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Pushing event updated for resources: {'Port': ['ID=ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:39.989254 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Attempting to bind port ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:39.989597 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Attempting to bind port ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'a2770974-9811-4d66-8064-2f8990712735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:39.989926 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Attempting to bind port ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 on network addedaf8-c56a-4700-8c31-6938e05f34b5 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:40.013800 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0047a0c9-bee0-41e0-93b7-7b212d7cb81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.032309 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 40cd444a-6c29-4d95-a485-874577a37fc2 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:40.033414 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.071754 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1ba09f23-333d-411c-bc2b-ba5dbafbca53 req-e3204b63-1754-47a2-ab6c-757b28203dc7 service neutron] 10.222.0.85 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6858757 Nov 22 16:55:40.080575 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Port ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 on network addedaf8-c56a-4700-8c31-6938e05f34b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:55:40.080905 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Attempting to bind port ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 on network addedaf8-c56a-4700-8c31-6938e05f34b5 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:40.103736 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:40.105805 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Checking segment: {'id': 'a2770974-9811-4d66-8064-2f8990712735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:40.108521 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Bound using segment: {'id': 'a2770974-9811-4d66-8064-2f8990712735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:40.109001 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Bound port: ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2770974-9811-4d66-8064-2f8990712735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:40.111554 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.283826 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] For port ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873, host hv-cinder-77819, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:40.288718 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] For port ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873,segment=NetworkSegment(a2770974-9811-4d66-8064-2f8990712735),segment_id=a2770974-9811-4d66-8064-2f8990712735)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:40.294570 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1db7d776-fab7-49b0-9a56-55cf908bc21a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.304815 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.327705 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-04e17aea-8131-453b-8518-0920d5251946 req-2ac48ccb-93d2-4b13-97ef-a0b5faae9454 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0059707 Nov 22 16:55:40.423694 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c674e5-6f76-4489-b9c3-ff47cd52e9ec req-4bb27036-0ef6-49c6-8d46-9713729b62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:40.425404 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-54c674e5-6f76-4489-b9c3-ff47cd52e9ec req-4bb27036-0ef6-49c6-8d46-9713729b62b2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d103159b-9ea3-446f-9ffb-ecca43643e87 HTTP/1.1" status: 200 len: 914 time: 1.0721283 Nov 22 16:55:40.555532 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:40.556185 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.558075 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] 10.222.0.85 "PUT /v2.0/ports/ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 HTTP/1.1" status: 200 len: 1093 time: 3.1292191 Nov 22 16:55:40.574346 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf4d9f5-6852-49f7-abfa-5fec8162dd1f', 'tag': 'ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:40.576654 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b9913f-ed59-42d6-ac05-88e32cf3c670" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf4d9f5-6852-49f7-abfa-5fec8162dd1f", "tag": "ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:40.596917 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fb787-40c0-4251-ace3-5909a7d66a2c service neutron] Pushing event updated for resources: {'Port': ['ID=ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:40.628610 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-1db7d776-fab7-49b0-9a56-55cf908bc21a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Allocated IP 172.27.0.136 (d3425354-8fe0-452b-a94a-32f4eb04cb86/91bd23ed-08b5-4bc5-9b3d-886376dc3ccb/fbed5833-db22-4872-a644-1acbfb03a714) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:40.632834 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5c2fc-1af2-4b66-ae3f-0915bf175f7b req-93967865-77b5-4cf6-a4d6-2d0de4f57dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:40.637612 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e8c5c2fc-1af2-4b66-ae3f-0915bf175f7b req-93967865-77b5-4cf6-a4d6-2d0de4f57dde service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=606872a1f29b44a5ae8719e48edf2703&device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 1097 time: 0.3454087 Nov 22 16:55:40.900097 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.934213 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c8a70-bcbc-4ff5-999b-4e48f279bcde req-62f4a52a-0803-405d-9a7f-b29bdc1fd2a2 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:40.935865 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3d6c8a70-bcbc-4ff5-999b-4e48f279bcde req-62f4a52a-0803-405d-9a7f-b29bdc1fd2a2 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 931 time: 0.0563307 Nov 22 16:55:40.980639 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-54c674e5-6f76-4489-b9c3-ff47cd52e9ec req-a82d0999-d2d5-4578-95b2-67e95d7ea48e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e01caff-14ef-4f89-9000-6a1e4e3a2dff HTTP/1.1" status: 200 len: 217 time: 0.3371477 Nov 22 16:55:40.991723 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b87d647-88c5-43fe-9e03-f13308c9bce7 {{(pid=102627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:40.994006 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3d6c8a70-bcbc-4ff5-999b-4e48f279bcde req-8217a530-fce6-472d-8ee8-80a69aa50501 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509102 Nov 22 16:55:41.004994 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.037473 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709431e-dc04-4ead-87e3-d4045ef6cd23 req-9f58b861-b2e1-4ef8-8784-b5790d6a3923 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:41.039006 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2709431e-dc04-4ead-87e3-d4045ef6cd23 req-9f58b861-b2e1-4ef8-8784-b5790d6a3923 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 943 time: 0.3837140 Nov 22 16:55:41.040180 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.provisioning_blocks [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Transition to ACTIVE for port object 8b87d647-88c5-43fe-9e03-f13308c9bce7 will not be triggered until provisioned by entity L2. {{(pid=102627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:55:41.051016 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bcddd2-2756-40c1-b8f4-e7821ab42322 x-openstack-request-id: req-c2bcddd2-2756-40c1-b8f4-e7821ab42322 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:41.052670 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf4d9f5-6852-49f7-abfa-5fec8162dd1f", "tag": "ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:41.052786 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.052931 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c2bcddd2-2756-40c1-b8f4-e7821ab42322 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:41.053335 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf4d9f5-6852-49f7-abfa-5fec8162dd1f', 'tag': 'ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873', 'status': 'completed', 'code': 200} Nov 22 16:55:41.215862 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1db7d776-fab7-49b0-9a56-55cf908bc21a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.271269 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Pushing event updated for resources: {'Port': ['ID=8b87d647-88c5-43fe-9e03-f13308c9bce7,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:41.283288 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c674e5-6f76-4489-b9c3-ff47cd52e9ec req-aa4d8bb7-6a4c-46a2-abb1-170559b750ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:41.284090 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5c2fc-1af2-4b66-ae3f-0915bf175f7b req-383d5286-1166-4499-aabc-7ace08ba8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:41.284791 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-54c674e5-6f76-4489-b9c3-ff47cd52e9ec req-aa4d8bb7-6a4c-46a2-abb1-170559b750ef service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2a2c703b-04bb-40de-9148-0ba48ac6bcee HTTP/1.1" status: 200 len: 852 time: 0.1518779 Nov 22 16:55:41.285458 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Attempting to bind port 8b87d647-88c5-43fe-9e03-f13308c9bce7 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:41.286301 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e8c5c2fc-1af2-4b66-ae3f-0915bf175f7b req-383d5286-1166-4499-aabc-7ace08ba8f03 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1bdcfadf-1d01-4a8e-9380-4151e111913c HTTP/1.1" status: 200 len: 916 time: 0.2139258 Nov 22 16:55:41.286457 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Attempting to bind port 8b87d647-88c5-43fe-9e03-f13308c9bce7 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'a2770974-9811-4d66-8064-2f8990712735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5'}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:41.286677 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Attempting to bind port 8b87d647-88c5-43fe-9e03-f13308c9bce7 on network addedaf8-c56a-4700-8c31-6938e05f34b5 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:41.292442 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2709431e-dc04-4ead-87e3-d4045ef6cd23 req-4350f2a9-7951-460d-ae20-8ce19df7a9f0 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419336 Nov 22 16:55:41.302306 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Port 8b87d647-88c5-43fe-9e03-f13308c9bce7 on network addedaf8-c56a-4700-8c31-6938e05f34b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:55:41.302956 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Attempting to bind port 8b87d647-88c5-43fe-9e03-f13308c9bce7 on network addedaf8-c56a-4700-8c31-6938e05f34b5 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:41.332161 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:41.332708 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Checking segment: {'id': 'a2770974-9811-4d66-8064-2f8990712735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:41.333089 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Bound using segment: {'id': 'a2770974-9811-4d66-8064-2f8990712735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5'} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:41.333537 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Bound port: 8b87d647-88c5-43fe-9e03-f13308c9bce7, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2770974-9811-4d66-8064-2f8990712735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5'}}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:41.333885 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.366189 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-54c674e5-6f76-4489-b9c3-ff47cd52e9ec req-c2fd5c88-2162-4d19-95f4-10f9f6d10bb1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d103159b-9ea3-446f-9ffb-ecca43643e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570168 Nov 22 16:55:41.422788 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1db7d776-fab7-49b0-9a56-55cf908bc21a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.433429 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9913f-ed59-42d6-ac05-88e32cf3c670 req-2ac2e8dc-1b6f-4bae-b3d5-178e4ca9bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:41.435996 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-45b9913f-ed59-42d6-ac05-88e32cf3c670 req-2ac2e8dc-1b6f-4bae-b3d5-178e4ca9bfda service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=012a405b16094665bf98670cf1f502b2&device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 1096 time: 0.1802802 Nov 22 16:55:41.437773 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e8c5c2fc-1af2-4b66-ae3f-0915bf175f7b req-bbb4857c-4300-47b6-9f1b-75db103ed461 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f HTTP/1.1" status: 200 len: 217 time: 0.1265519 Nov 22 16:55:41.560110 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 41072) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:41.583809 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db7d776-fab7-49b0-9a56-55cf908bc21a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:41.604332 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-1db7d776-fab7-49b0-9a56-55cf908bc21a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:41.606225 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db7d776-fab7-49b0-9a56-55cf908bc21a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:41.612094 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7d776-fab7-49b0-9a56-55cf908bc21a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Pushing event updated for resources: {'Port': ['ID=fbed5833-db22-4872-a644-1acbfb03a714,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:41.615513 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] For port 8b87d647-88c5-43fe-9e03-f13308c9bce7, host hv-cinder-77819, cleared binding levels {{(pid=102627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:41.622140 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] For port 8b87d647-88c5-43fe-9e03-f13308c9bce7, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b87d647-88c5-43fe-9e03-f13308c9bce7,segment=NetworkSegment(a2770974-9811-4d66-8064-2f8990712735),segment_id=a2770974-9811-4d66-8064-2f8990712735)] {{(pid=102627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:41.642283 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.726796 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5c2fc-1af2-4b66-ae3f-0915bf175f7b req-4575393a-76c0-4df0-bb1e-cddfed91b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:41.728288 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e8c5c2fc-1af2-4b66-ae3f-0915bf175f7b req-4575393a-76c0-4df0-bb1e-cddfed91b518 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=354aa910-0d7f-45f9-b6b0-154889ed963c HTTP/1.1" status: 200 len: 854 time: 0.2621636 Nov 22 16:55:41.754960 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275e116-14da-4096-b883-66595c5048d5 req-6e6ed18d-05cd-46ae-a26b-470a83f031ea tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:41.756499 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9275e116-14da-4096-b883-66595c5048d5 req-6e6ed18d-05cd-46ae-a26b-470a83f031ea tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 944 time: 0.2541325 Nov 22 16:55:41.779012 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:41.779620 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.781038 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] 10.222.0.85 "PUT /v2.0/ports/8b87d647-88c5-43fe-9e03-f13308c9bce7 HTTP/1.1" status: 200 len: 1093 time: 3.5653076 Nov 22 16:55:41.783944 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441b5f94-079a-43da-a1e0-029ce433308d', 'tag': '8b87d647-88c5-43fe-9e03-f13308c9bce7'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:41.786819 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b08d3a-196b-4699-9d1b-3f2f510f433e" -d '{"events": [{"name": "network-changed", "server_uuid": "441b5f94-079a-43da-a1e0-029ce433308d", "tag": "8b87d647-88c5-43fe-9e03-f13308c9bce7"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:41.802402 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-54c674e5-6f76-4489-b9c3-ff47cd52e9ec req-a35e8538-3ee9-4bc4-8fa0-53d1cd3a7451 service neutron] 10.222.0.85 "GET /v2.0/networks/d103159b-9ea3-446f-9ffb-ecca43643e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034159 Nov 22 16:55:41.819635 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e8c5c2fc-1af2-4b66-ae3f-0915bf175f7b req-9f944714-5ed2-4bc3-973f-7aaed03a60a7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bdcfadf-1d01-4a8e-9380-4151e111913c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755508 Nov 22 16:55:41.820913 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6bc3f44f-bd0a-4ce0-9d01-918e6d55bdf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.830344 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1db7d776-fab7-49b0-9a56-55cf908bc21a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.861653 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd62e25-266c-4a31-8a39-11bba5f9a402 x-openstack-request-id: req-dfd62e25-266c-4a31-8a39-11bba5f9a402 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:41.861938 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441b5f94-079a-43da-a1e0-029ce433308d", "tag": "8b87d647-88c5-43fe-9e03-f13308c9bce7", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:41.862383 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dfd62e25-266c-4a31-8a39-11bba5f9a402 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:41.862763 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441b5f94-079a-43da-a1e0-029ce433308d', 'tag': '8b87d647-88c5-43fe-9e03-f13308c9bce7', 'status': 'completed', 'code': 200} Nov 22 16:55:41.873396 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36149046-eb26-43ff-93bc-26759bc60302 service neutron] Pushing event updated for resources: {'Port': ['ID=8b87d647-88c5-43fe-9e03-f13308c9bce7,revision_number=3']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:41.939252 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9913f-ed59-42d6-ac05-88e32cf3c670 req-4d749bc1-f92d-4eda-a123-98ec38234de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:41.939252 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-45b9913f-ed59-42d6-ac05-88e32cf3c670 req-4d749bc1-f92d-4eda-a123-98ec38234de1 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=012a405b16094665bf98670cf1f502b2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4883983 Nov 22 16:55:41.979399 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9275e116-14da-4096-b883-66595c5048d5 req-fbe73567-3e9e-46d0-a71b-7aa54a58f214 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126503 Nov 22 16:55:41.983171 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1db7d776-fab7-49b0-9a56-55cf908bc21a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.035168 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-21b4bdd8-4a22-4a70-8622-75a249f3e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:42.037003 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-21b4bdd8-4a22-4a70-8622-75a249f3e023 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=012a405b16094665bf98670cf1f502b2&device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 1096 time: 0.1932471 Nov 22 16:55:42.075355 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e8c5c2fc-1af2-4b66-ae3f-0915bf175f7b req-fd7e6379-14a8-466e-97a8-206721544ef4 service neutron] 10.222.0.85 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410598 Nov 22 16:55:42.096704 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-b6c6043c-e274-4bec-abf0-fbae0a490464 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b87d647-88c5-43fe-9e03-f13308c9bce7 HTTP/1.1" status: 200 len: 217 time: 0.0463347 Nov 22 16:55:42.098619 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-54c674e5-6f76-4489-b9c3-ff47cd52e9ec req-4c3dd5d0-bd7c-47b0-8fd8-c6ef1ee06593 service neutron] 10.222.0.85 "GET /v2.0/networks/d103159b-9ea3-446f-9ffb-ecca43643e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703385 Nov 22 16:55:42.157595 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.217112 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-991669a5-c848-4d20-bb75-a45f34783563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:42.219509 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-991669a5-c848-4d20-bb75-a45f34783563 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ed57d480-17de-4af9-a2a6-f35eb04a38a9 HTTP/1.1" status: 200 len: 858 time: 0.0979252 Nov 22 16:55:42.286762 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-6252b1b2-42e0-44b7-820f-2ab0bd0c91ae service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=addedaf8-c56a-4700-8c31-6938e05f34b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560558 Nov 22 16:55:42.361424 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6bc3f44f-bd0a-4ce0-9d01-918e6d55bdf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.372340 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9913f-ed59-42d6-ac05-88e32cf3c670 req-114456a4-3f63-4824-9e74-21fdcb92d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:42.374471 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-45b9913f-ed59-42d6-ac05-88e32cf3c670 req-114456a4-3f63-4824-9e74-21fdcb92d239 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4199607 Nov 22 16:55:42.376946 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6bc3f44f-bd0a-4ce0-9d01-918e6d55bdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.411534 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd65e2-93bb-43ca-9709-ded5c988c797 req-e80c6487-750a-4b7f-a54b-f11c978467cf tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:42.418760 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3bbd65e2-93bb-43ca-9709-ded5c988c797 req-e80c6487-750a-4b7f-a54b-f11c978467cf tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 943 time: 0.2532444 Nov 22 16:55:42.498265 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1db7d776-fab7-49b0-9a56-55cf908bc21a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.517694 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1db7d776-fab7-49b0-9a56-55cf908bc21a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.542419 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e8c5c2fc-1af2-4b66-ae3f-0915bf175f7b req-ab9ee552-3c9b-43e4-819c-45f1358320ff service neutron] 10.222.0.85 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503577 Nov 22 16:55:42.559832 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3bbd65e2-93bb-43ca-9709-ded5c988c797 req-6c8cfef4-a0aa-4eee-beee-e34100ee9f4e tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387846 Nov 22 16:55:42.565285 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-6bc3f44f-bd0a-4ce0-9d01-918e6d55bdf0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5a9ed29a9b674bbdacf92374f016a93f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9747727 Nov 22 16:55:42.568889 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3f44f-bd0a-4ce0-9d01-918e6d55bdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4b36cc-9620-4c1f-8b4b-8113e4da93e5,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:42.576178 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 41106) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:42.620043 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-f7da243e-7741-404f-bb02-903767052423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:42.621436 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-f7da243e-7741-404f-bb02-903767052423 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=012a405b16094665bf98670cf1f502b2&device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 1096 time: 0.1718822 Nov 22 16:55:42.639860 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179416b-510c-440d-8be1-d7a9d1605c70 req-bad17bbd-93ec-44c6-9579-4d5fbe961332 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:42.641646 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6179416b-510c-440d-8be1-d7a9d1605c70 req-bad17bbd-93ec-44c6-9579-4d5fbe961332 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 943 time: 0.2314329 Nov 22 16:55:42.644802 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1db7d776-fab7-49b0-9a56-55cf908bc21a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3767069'] for floatingip, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.648847 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-df0d6176-7222-46d3-b8e7-c81ae5f291b2 service neutron] 10.222.0.85 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416977 Nov 22 16:55:42.681501 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-434f1734-f40b-405b-ba95-ac33251a19f1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 HTTP/1.1" status: 200 len: 217 time: 0.0503943 Nov 22 16:55:42.703967 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7d776-fab7-49b0-9a56-55cf908bc21a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Pushing event updated for resources: {'Port': ['ID=fbed5833-db22-4872-a644-1acbfb03a714,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:42.737431 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1db7d776-fab7-49b0-9a56-55cf908bc21a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.748622 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1db7d776-fab7-49b0-9a56-55cf908bc21a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6620760 Nov 22 16:55:42.753287 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-903b74f8-dd10-404c-b808-a18666fd8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:42.754829 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-903b74f8-dd10-404c-b808-a18666fd8b5c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ed57d480-17de-4af9-a2a6-f35eb04a38a9 HTTP/1.1" status: 200 len: 858 time: 0.0663054 Nov 22 16:55:42.758312 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ce4afbd8-bf1a-4f55-8d7a-96cb1db9f7b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.783851 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ce4afbd8-bf1a-4f55-8d7a-96cb1db9f7b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.842632 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6179416b-510c-440d-8be1-d7a9d1605c70 req-10a7789e-9a70-48c6-afff-2bd0dbd8dd9f tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927960 Nov 22 16:55:42.858700 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-c2df8fb8-6cd9-4340-bea3-dbcda2c54891 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=addedaf8-c56a-4700-8c31-6938e05f34b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630045 Nov 22 16:55:42.895805 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e0411a90-5225-4f9a-bff7-208dc3c85fdf req-0ca28459-119b-4946-96da-ec55b7595996 service neutron] 10.222.0.85 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355967 Nov 22 16:55:42.947237 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ce4afbd8-bf1a-4f55-8d7a-96cb1db9f7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.949867 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ce4afbd8-bf1a-4f55-8d7a-96cb1db9f7b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.953622 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-ce4afbd8-bf1a-4f55-8d7a-96cb1db9f7b2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6a4b36cc-9620-4c1f-8b4b-8113e4da93e5 HTTP/1.1" status: 204 len: 168 time: 0.3614736 Nov 22 16:55:42.970529 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4afbd8-bf1a-4f55-8d7a-96cb1db9f7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4b36cc-9620-4c1f-8b4b-8113e4da93e5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:42.998525 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-63042ef9-6407-48b0-832a-fdb4eaaba9ea service neutron] 10.222.0.85 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314082 Nov 22 16:55:43.038284 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b08d3a-196b-4699-9d1b-3f2f510f433e req-3a3c918e-9db0-4659-9869-a4c871a9a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:43.044147 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d3b08d3a-196b-4699-9d1b-3f2f510f433e req-3a3c918e-9db0-4659-9869-a4c871a9a4b5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=012a405b16094665bf98670cf1f502b2&device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 1096 time: 0.0893543 Nov 22 16:55:43.118365 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.118640 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 41136) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:43.203501 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f55c7-559c-43b4-a74c-4e6d9715fc01 req-5cd45602-da5d-4e68-96fa-22e872f810b6 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:43.205102 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cf3f55c7-559c-43b4-a74c-4e6d9715fc01 req-5cd45602-da5d-4e68-96fa-22e872f810b6 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 944 time: 0.0874035 Nov 22 16:55:43.211027 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b08d3a-196b-4699-9d1b-3f2f510f433e req-c7dac452-3efa-4f2f-be99-32d304e6b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:43.212540 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d3b08d3a-196b-4699-9d1b-3f2f510f433e req-c7dac452-3efa-4f2f-be99-32d304e6b8ec service neutron] 10.222.0.85 "GET /v2.0/networks?id=addedaf8-c56a-4700-8c31-6938e05f34b5 HTTP/1.1" status: 200 len: 920 time: 0.1612210 Nov 22 16:55:43.290646 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d3b08d3a-196b-4699-9d1b-3f2f510f433e req-c2fe7d25-28be-430b-8a6b-ea85413ba554 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b87d647-88c5-43fe-9e03-f13308c9bce7 HTTP/1.1" status: 200 len: 217 time: 0.0499818 Nov 22 16:55:43.338841 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cf3f55c7-559c-43b4-a74c-4e6d9715fc01 req-b282973e-c976-499f-b999-0e4c5ce42b3e tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246295 Nov 22 16:55:43.345880 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-e20ea368-661e-4e37-affe-add220591959 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--2015091415&fields=id&tenant_id=ea07513743f14c52a5a115f86dbb6b7b HTTP/1.1" status: 200 len: 267 time: 0.3301673 Nov 22 16:55:43.375601 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bf9198e3-1488-4909-99e8-3ec429fadfe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.389263 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b08d3a-196b-4699-9d1b-3f2f510f433e req-953844aa-a34e-40b7-8ba5-df0cfd14cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:43.390900 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d3b08d3a-196b-4699-9d1b-3f2f510f433e req-953844aa-a34e-40b7-8ba5-df0cfd14cb8c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ed57d480-17de-4af9-a2a6-f35eb04a38a9 HTTP/1.1" status: 200 len: 858 time: 0.0916436 Nov 22 16:55:43.430012 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6461570d-79a0-4447-8fb6-56350b48d1fe req-3e7fe337-f167-4a57-8d8d-6da30b415e4a service neutron] 10.222.0.85 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234405 Nov 22 16:55:43.433460 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d3b08d3a-196b-4699-9d1b-3f2f510f433e req-773f5e68-10ea-49c6-8c7b-805950755b70 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=addedaf8-c56a-4700-8c31-6938e05f34b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340884 Nov 22 16:55:43.489159 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-2b23044a-ac83-4d98-8029-648f064cd3f6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:43.493013 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-2b23044a-ac83-4d98-8029-648f064cd3f6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/networks?id=d6f6393f-bc97-47fe-80bd-2ee6749913ab HTTP/1.1" status: 200 len: 817 time: 0.1384513 Nov 22 16:55:43.512545 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-790b83b4-cd59-4513-b13e-f93625bbf8dd tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/quotas/ea07513743f14c52a5a115f86dbb6b7b HTTP/1.1" status: 200 len: 375 time: 0.0131361 Nov 22 16:55:43.569327 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-f1fbeae1-7e01-4867-a621-51b2f5446af3 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ea07513743f14c52a5a115f86dbb6b7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508213 Nov 22 16:55:43.609553 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bf9198e3-1488-4909-99e8-3ec429fadfe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.614042 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d3b08d3a-196b-4699-9d1b-3f2f510f433e req-fdd0082c-4919-48c1-bdc5-b9cdeb161b19 service neutron] 10.222.0.85 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703844 Nov 22 16:55:43.633339 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bf9198e3-1488-4909-99e8-3ec429fadfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.714382 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-09b4f146-dd92-477a-944e-af36e8396ba2 service neutron] 10.222.0.75 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244853 Nov 22 16:55:43.837550 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7fcfd717-9e0d-488e-8d9b-ac0662a82537 service neutron] 10.222.0.75 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167696 Nov 22 16:55:43.980101 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 41176) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:43.981163 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-bf9198e3-1488-4909-99e8-3ec429fadfe8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=947941ad146e4f79897864ffcd47ecfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8615582 Nov 22 16:55:44.015701 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9198e3-1488-4909-99e8-3ec429fadfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542ca6bb-b577-4bb4-b660-fa759827a648,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:44.028681 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d3b08d3a-196b-4699-9d1b-3f2f510f433e req-9eedb9df-a92b-415c-81d5-d37108099ee6 service neutron] 10.222.0.85 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037633 Nov 22 16:55:44.049253 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b2cfa-fae7-4432-ac9e-90f626105d2e req-5258358e-c944-437a-8c36-53d26a6f058a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:44.053849 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-901b2cfa-fae7-4432-ac9e-90f626105d2e req-5258358e-c944-437a-8c36-53d26a6f058a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 943 time: 0.3740754 Nov 22 16:55:44.125834 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bbc9a17f-5aa6-411c-8741-72f1b0d8b752 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.157385 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22c15b-3d15-468c-9802-734f6eaf5edb req-f39c187a-2f56-465c-b477-8b61c5a862cf tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:44.159362 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-be22c15b-3d15-468c-9802-734f6eaf5edb req-f39c187a-2f56-465c-b477-8b61c5a862cf tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 943 time: 0.1055329 Nov 22 16:55:44.167953 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-901b2cfa-fae7-4432-ac9e-90f626105d2e req-1f61b06d-6159-4db4-8988-f76417dfd82d tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063316 Nov 22 16:55:44.171411 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bbc9a17f-5aa6-411c-8741-72f1b0d8b752 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.270197 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ab647d7c-15c3-42fc-974d-b80a6c92cd5a req-4aa23d2f-97d6-46cc-a19d-7e8e6577b9fa tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 210 time: 0.0403919 Nov 22 16:55:44.270822 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-be22c15b-3d15-468c-9802-734f6eaf5edb req-13974ed4-174a-481a-8744-123305cb5c16 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015713 Nov 22 16:55:44.283225 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bbc9a17f-5aa6-411c-8741-72f1b0d8b752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.286390 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bbc9a17f-5aa6-411c-8741-72f1b0d8b752 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.288686 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-bbc9a17f-5aa6-411c-8741-72f1b0d8b752 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/542ca6bb-b577-4bb4-b660-fa759827a648 HTTP/1.1" status: 204 len: 168 time: 0.3075047 Nov 22 16:55:44.306383 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9a17f-5aa6-411c-8741-72f1b0d8b752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542ca6bb-b577-4bb4-b660-fa759827a648,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:44.490350 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0d587-4d33-46e4-bbca-388733bbf04f req-90fbcc70-443c-4ac8-81f6-6ac383ea234e tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:44.498004 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fad0d587-4d33-46e4-bbca-388733bbf04f req-90fbcc70-443c-4ac8-81f6-6ac383ea234e tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 944 time: 0.0650811 Nov 22 16:55:44.565146 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fad0d587-4d33-46e4-bbca-388733bbf04f req-2200aea2-cf93-4b88-90e3-3b762f7044c9 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659263 Nov 22 16:55:45.100051 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 7e01caff-14ef-4f89-9000-6a1e4e3a2dff details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:55:45.221210 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 41246) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:45.288659 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 7e01caff-14ef-4f89-9000-6a1e4e3a2dff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7e01caff-14ef-4f89-9000-6a1e4e3a2dff,segment=NetworkSegment(abbfc1f5-2536-443c-95de-37b6d5f24b0d),segment_id=abbfc1f5-2536-443c-95de-37b6d5f24b0d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:45.333276 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': '7e01caff-14ef-4f89-9000-6a1e4e3a2dff', 'network_id': 'd103159b-9ea3-446f-9ffb-ecca43643e87', 'port_id': '7e01caff-14ef-4f89-9000-6a1e4e3a2dff', 'mac_address': 'fa:16:3e:14:0e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2c703b-04bb-40de-9148-0ba48ac6bcee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:55:45.376573 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8f19659d-cc0c-4cdb-9909-0d0fb52effe2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1396549647-network', 'tenant_id': 'ff318a99e463419eb25efadeb2c53eb6'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:45.390697 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927900cc-4825-4ecf-a27d-e781e3a62328 req-944c1ead-006d-4d13-a454-61f921631f92 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:45.392688 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-927900cc-4825-4ecf-a27d-e781e3a62328 req-944c1ead-006d-4d13-a454-61f921631f92 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 943 time: 0.0966580 Nov 22 16:55:45.430041 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.445960 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-b7b1126b-e08e-46c1-b021-bc2c7b42de5e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:45.447446 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-b7b1126b-e08e-46c1-b021-bc2c7b42de5e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.85 "GET /v2.0/networks?id=d6f6393f-bc97-47fe-80bd-2ee6749913ab HTTP/1.1" status: 200 len: 817 time: 0.2928925 Nov 22 16:55:45.475012 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-927900cc-4825-4ecf-a27d-e781e3a62328 req-e154d9f8-c217-4f5d-a7f6-cefbd10517f0 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724318 Nov 22 16:55:45.476070 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f19659d-cc0c-4cdb-9909-0d0fb52effe2 admin admin] Made reservation on behalf of ff318a99e463419eb25efadeb2c53eb6 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:45.479714 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f19659d-cc0c-4cdb-9909-0d0fb52effe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.496864 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e01caff-14ef-4f89-9000-6a1e4e3a2dff {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:45.505031 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f19659d-cc0c-4cdb-9909-0d0fb52effe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.558594 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 7e01caff-14ef-4f89-9000-6a1e4e3a2dff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7e01caff-14ef-4f89-9000-6a1e4e3a2dff,segment=NetworkSegment(abbfc1f5-2536-443c-95de-37b6d5f24b0d),segment_id=abbfc1f5-2536-443c-95de-37b6d5f24b0d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:45.567637 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.570438 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:55:45.633055 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7746fde5-2268-4436-a1ce-a2d04fffeea0 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea07513743f14c52a5a115f86dbb6b7b HTTP/1.1" status: 200 len: 380 time: 0.1736498 Nov 22 16:55:45.652560 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea58ff6-bfe2-4641-b6ff-4c240d66eb45 req-7c45664d-dcc2-45d8-b180-a6bc702ceb07 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:45.654131 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3ea58ff6-bfe2-4641-b6ff-4c240d66eb45 req-7c45664d-dcc2-45d8-b180-a6bc702ceb07 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 943 time: 0.2057576 Nov 22 16:55:45.666025 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=7e01caff-14ef-4f89-9000-6a1e4e3a2dff,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:45.676172 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-37a2b427-2e76-4a67-bb4b-0b0c8eca7dc9 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Request body: {'port': {'device_id': 'a870d5f5-a982-4090-a858-df3242b104c2', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'admin_state_up': True, 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'security_groups': ['faa62312-0986-4c7b-a600-888a6c6534a7']}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:45.711319 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-806f4236-b586-4d22-847d-0249a1debb40 req-916569b7-9bd9-4898-bf9c-e8b91b13f340 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 210 time: 0.0978093 Nov 22 16:55:45.826074 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f,segment=NetworkSegment(9cc3b34f-f709-4fff-b056-1565b529f1ba),segment_id=9cc3b34f-f709-4fff-b056-1565b529f1ba)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:45.830798 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3ea58ff6-bfe2-4641-b6ff-4c240d66eb45 req-283fe3f9-74f9-4de6-a89e-e57599ce6f92 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583524 Nov 22 16:55:45.850582 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f19659d-cc0c-4cdb-9909-0d0fb52effe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.860133 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f19659d-cc0c-4cdb-9909-0d0fb52effe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.863987 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': '5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f', 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c', 'port_id': '5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f', 'mac_address': 'fa:16:3e:2b:a0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '354aa910-0d7f-45f9-b6b0-154889ed963c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:55:45.890793 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f19659d-cc0c-4cdb-9909-0d0fb52effe2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1243} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:55:45.911059 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e540029-45bd-4f3c-ac56-3bb419091b31 req-140b0d62-c127-4c85-889e-dd63cdb93a09 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:45.912688 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0e540029-45bd-4f3c-ac56-3bb419091b31 req-140b0d62-c127-4c85-889e-dd63cdb93a09 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 944 time: 0.1072817 Nov 22 16:55:45.927541 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f19659d-cc0c-4cdb-9909-0d0fb52effe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.927922 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-37a2b427-2e76-4a67-bb4b-0b0c8eca7dc9 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Made reservation on behalf of ea07513743f14c52a5a115f86dbb6b7b for: {'port': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:45.928333 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-8f19659d-cc0c-4cdb-9909-0d0fb52effe2 admin admin] Added segment dc89d8e4-02c4-4a98-8664-90b6c6d127e2 of type vlan for network c44505e2-43c4-4f2a-a41b-5bddcfe7a73e Nov 22 16:55:45.929820 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.933782 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-37a2b427-2e76-4a67-bb4b-0b0c8eca7dc9 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.945891 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:45.950185 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19659d-cc0c-4cdb-9909-0d0fb52effe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f071f7a1-fe50-4378-8bc7-f46125c71f1c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:45.972236 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f,segment=NetworkSegment(9cc3b34f-f709-4fff-b056-1565b529f1ba),segment_id=9cc3b34f-f709-4fff-b056-1565b529f1ba)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:45.982614 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.005832 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f19659d-cc0c-4cdb-9909-0d0fb52effe2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736619566340'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.037301 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0e540029-45bd-4f3c-ac56-3bb419091b31 req-02a696ea-f707-4ec5-923a-5e8e4e7f22c2 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126139 Nov 22 16:55:46.049225 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f19659d-cc0c-4cdb-9909-0d0fb52effe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.050373 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f19659d-cc0c-4cdb-9909-0d0fb52effe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:46.051586 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f19659d-cc0c-4cdb-9909-0d0fb52effe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.078512 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:46.097621 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-37a2b427-2e76-4a67-bb4b-0b0c8eca7dc9 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Allocated IP 172.20.0.3 (d6f6393f-bc97-47fe-80bd-2ee6749913ab/43573154-396f-4f70-9616-b22b08bbb1ff/eeee0f2b-0c59-426c-9308-f6ebadc254be) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:46.107459 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-8f19659d-cc0c-4cdb-9909-0d0fb52effe2 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.8846114 Nov 22 16:55:46.110732 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 41274) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:46.115752 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-5dff91bc-fbbb-4cf9-b960-f7e939eb9436 admin admin] Request body: {'subnet': {'network_id': 'c44505e2-43c4-4f2a-a41b-5bddcfe7a73e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1396549647-subnet', 'tenant_id': 'ff318a99e463419eb25efadeb2c53eb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:46.122718 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19659d-cc0c-4cdb-9909-0d0fb52effe2 admin admin] Pushing event updated for resources: {'Network': ['ID=c44505e2-43c4-4f2a-a41b-5bddcfe7a73e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:46.135195 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Network c44505e2-43c4-4f2a-a41b-5bddcfe7a73e details requested by agent ovs-agent-dv-cinder-778193-11-iscsi with host dv-cinder-778193-11-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:55:46.165994 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dff91bc-fbbb-4cf9-b960-f7e939eb9436 admin admin] Made reservation on behalf of ff318a99e463419eb25efadeb2c53eb6 for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:46.168317 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5dff91bc-fbbb-4cf9-b960-f7e939eb9436 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.331381 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-37a2b427-2e76-4a67-bb4b-0b0c8eca7dc9 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.428761 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-37a2b427-2e76-4a67-bb4b-0b0c8eca7dc9 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.463110 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5dff91bc-fbbb-4cf9-b960-f7e939eb9436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for subnet, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.518804 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-37a2b427-2e76-4a67-bb4b-0b0c8eca7dc9 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Network d6f6393f-bc97-47fe-80bd-2ee6749913ab is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:46.522667 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2b427-2e76-4a67-bb4b-0b0c8eca7dc9 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Pushing event updated for resources: {'Port': ['ID=eeee0f2b-0c59-426c-9308-f6ebadc254be,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:46.532961 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-37a2b427-2e76-4a67-bb4b-0b0c8eca7dc9 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:46.538223 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-37a2b427-2e76-4a67-bb4b-0b0c8eca7dc9 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:46.543720 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-37a2b427-2e76-4a67-bb4b-0b0c8eca7dc9 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:46.544326 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-37a2b427-2e76-4a67-bb4b-0b0c8eca7dc9 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.568125 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff91bc-fbbb-4cf9-b960-f7e939eb9436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da132298-2818-412f-b48b-c5259f23d171,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:46.602120 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-37a2b427-2e76-4a67-bb4b-0b0c8eca7dc9 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9469440 Nov 22 16:55:46.612084 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff91bc-fbbb-4cf9-b960-f7e939eb9436 admin admin] Checking segment: {'id': 'dc89d8e4-02c4-4a98-8664-90b6c6d127e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'c44505e2-43c4-4f2a-a41b-5bddcfe7a73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:46.612442 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dff91bc-fbbb-4cf9-b960-f7e939eb9436 admin admin] Network hostable DHCP agents. Network: c44505e2-43c4-4f2a-a41b-5bddcfe7a73e, hostable agents: ['adaf967d-dae0-466d-8f0c-362e3950e29c'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:55:46.638175 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a87dd3-29ad-454d-b786-cba70e266585 req-948abf7a-4fa9-4cde-a398-862c6dc768b5 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:46.639740 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-37a87dd3-29ad-454d-b786-cba70e266585 req-948abf7a-4fa9-4cde-a398-862c6dc768b5 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 943 time: 0.0918267 Nov 22 16:55:46.653919 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dff91bc-fbbb-4cf9-b960-f7e939eb9436 admin admin] Network c44505e2-43c4-4f2a-a41b-5bddcfe7a73e is scheduled to be hosted by DHCP agent adaf967d-dae0-466d-8f0c-362e3950e29c with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:55:46.678619 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-5dff91bc-fbbb-4cf9-b960-f7e939eb9436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-11-iscsi, c44505e2-43c4-4f2a-a41b-5bddcfe7a73e) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:46.692310 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dff91bc-fbbb-4cf9-b960-f7e939eb9436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:46.692975 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5dff91bc-fbbb-4cf9-b960-f7e939eb9436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.696670 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b248c8f-51a6-487f-b4a9-bde03d25d19f None None] Network c44505e2-43c4-4f2a-a41b-5bddcfe7a73e requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:46.728724 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-37a87dd3-29ad-454d-b786-cba70e266585 req-834f3dc9-6a25-46a2-863e-c90cf329e892 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762441 Nov 22 16:55:46.742373 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-5dff91bc-fbbb-4cf9-b960-f7e939eb9436 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6304319 Nov 22 16:55:46.888916 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-025a5683-cf99-44e4-a03e-f55bdf22af28 None None] Provisioning complete for port eeee0f2b-0c59-426c-9308-f6ebadc254be triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:46.888916 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-025a5683-cf99-44e4-a03e-f55bdf22af28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.962898 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d05e9e-acfd-4031-8c92-6f5ffa31574c req-81afb6af-b0f4-4ec8-bf24-8f921a62dea5 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:46.962898 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c9d05e9e-acfd-4031-8c92-6f5ffa31574c req-81afb6af-b0f4-4ec8-bf24-8f921a62dea5 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 931 time: 0.1357710 Nov 22 16:55:47.013255 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-025a5683-cf99-44e4-a03e-f55bdf22af28 None None] Port eeee0f2b-0c59-426c-9308-f6ebadc254be cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:47.016137 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3b86fe-3a7b-4d06-a114-b09f06c51587 None None] Network c44505e2-43c4-4f2a-a41b-5bddcfe7a73e requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:47.043669 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a394257-f929-4336-b50f-e9b7297a4b63 req-e19b629d-3525-4e83-8712-183f52744e14 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:47.056862 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8a394257-f929-4336-b50f-e9b7297a4b63 req-e19b629d-3525-4e83-8712-183f52744e14 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 944 time: 0.1246004 Nov 22 16:55:47.065249 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c9d05e9e-acfd-4031-8c92-6f5ffa31574c req-e8aa9518-bb92-4405-8645-bc023aaecbf3 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946994 Nov 22 16:55:47.182651 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8a394257-f929-4336-b50f-e9b7297a4b63 req-1d02105d-b7f4-4485-9ae4-e0119d39ac08 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247540 Nov 22 16:55:47.263242 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f2c03-bbba-451b-925c-a7a76df2d9d2 req-798eb133-5413-4d67-af39-4fe6d87d1c8e tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:47.264877 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-535f2c03-bbba-451b-925c-a7a76df2d9d2 req-798eb133-5413-4d67-af39-4fe6d87d1c8e tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 945 time: 0.0683048 Nov 22 16:55:47.345128 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-535f2c03-bbba-451b-925c-a7a76df2d9d2 req-80de1188-2cb9-4246-b78a-b4650051de75 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724800 Nov 22 16:55:47.453616 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 41348) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:47.458435 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3ab6bd27-849f-4a97-b28b-dbe1c7490b75 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1146219919-network', 'tenant_id': 'a2689f532dd443e187d65a591be4bb81'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:47.479769 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab6bd27-849f-4a97-b28b-dbe1c7490b75 admin admin] Made reservation on behalf of a2689f532dd443e187d65a591be4bb81 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:47.482026 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bd27-849f-4a97-b28b-dbe1c7490b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.490927 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bd27-849f-4a97-b28b-dbe1c7490b75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.565222 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bd27-849f-4a97-b28b-dbe1c7490b75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.569252 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bd27-849f-4a97-b28b-dbe1c7490b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.594241 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab6bd27-849f-4a97-b28b-dbe1c7490b75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1204} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:55:47.604632 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6bd27-849f-4a97-b28b-dbe1c7490b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4097b9a9-c22f-4023-9d77-f8a1eed14654,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:47.609811 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bd27-849f-4a97-b28b-dbe1c7490b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.610628 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-3ab6bd27-849f-4a97-b28b-dbe1c7490b75 admin admin] Added segment 160f721e-24a3-478b-8368-e84335f11ba3 of type vlan for network d0473964-1efa-4412-800a-40fe5c4f56ce Nov 22 16:55:47.654355 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bd27-849f-4a97-b28b-dbe1c7490b75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736619566340'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.680503 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bd27-849f-4a97-b28b-dbe1c7490b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.681579 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab6bd27-849f-4a97-b28b-dbe1c7490b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:47.682274 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bd27-849f-4a97-b28b-dbe1c7490b75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.740563 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3ab6bd27-849f-4a97-b28b-dbe1c7490b75 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.2858410 Nov 22 16:55:47.743455 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 41350) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:47.747381 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6bd27-849f-4a97-b28b-dbe1c7490b75 admin admin] Pushing event updated for resources: {'Network': ['ID=d0473964-1efa-4412-800a-40fe5c4f56ce,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:47.748319 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-310f0f06-c9e0-40b9-838f-3b407683aec8 admin admin] Request body: {'subnet': {'network_id': 'd0473964-1efa-4412-800a-40fe5c4f56ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1146219919-subnet', 'tenant_id': 'a2689f532dd443e187d65a591be4bb81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:47.758040 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Network d0473964-1efa-4412-800a-40fe5c4f56ce details requested by agent ovs-agent-dv-cinder-778193-11-iscsi with host dv-cinder-778193-11-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:55:47.781492 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310f0f06-c9e0-40b9-838f-3b407683aec8 admin admin] Made reservation on behalf of a2689f532dd443e187d65a591be4bb81 for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:47.783863 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-310f0f06-c9e0-40b9-838f-3b407683aec8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.907222 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b6057-40fc-4905-bf21-a0089995b0b9 req-3b76e373-15d3-4741-84e0-d570020453ca tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:47.908913 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-200b6057-40fc-4905-bf21-a0089995b0b9 req-3b76e373-15d3-4741-84e0-d570020453ca tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 943 time: 0.0877562 Nov 22 16:55:47.968334 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Request body: {'port': {'device_id': 'a870d5f5-a982-4090-a858-df3242b104c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:48.022977 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-200b6057-40fc-4905-bf21-a0089995b0b9 req-a564c026-850e-4888-9bb1-fea4ea5fbb89 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068182 Nov 22 16:55:48.085005 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.096128 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-310f0f06-c9e0-40b9-838f-3b407683aec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for subnet, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.189348 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f0f06-c9e0-40b9-838f-3b407683aec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16308508-c578-42f3-8cdc-f12ad1bb324e,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:48.205178 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f0f06-c9e0-40b9-838f-3b407683aec8 admin admin] Checking segment: {'id': '160f721e-24a3-478b-8368-e84335f11ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'd0473964-1efa-4412-800a-40fe5c4f56ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:48.205564 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8793609-0983-4304-affd-b2fec4ec1d0d req-63de0ddf-45da-4e9a-af04-b95bbb52817d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:48.206028 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310f0f06-c9e0-40b9-838f-3b407683aec8 admin admin] Network hostable DHCP agents. Network: d0473964-1efa-4412-800a-40fe5c4f56ce, hostable agents: ['adaf967d-dae0-466d-8f0c-362e3950e29c'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:55:48.207177 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a8793609-0983-4304-affd-b2fec4ec1d0d req-63de0ddf-45da-4e9a-af04-b95bbb52817d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 931 time: 0.0549719 Nov 22 16:55:48.262593 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a8793609-0983-4304-affd-b2fec4ec1d0d req-c2c4d655-6ef5-4ad3-a693-efd647a57ac3 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481832 Nov 22 16:55:48.351822 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310f0f06-c9e0-40b9-838f-3b407683aec8 admin admin] Network d0473964-1efa-4412-800a-40fe5c4f56ce is scheduled to be hosted by DHCP agent adaf967d-dae0-466d-8f0c-362e3950e29c with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:55:48.373653 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb0925-59d6-49b4-8cdd-1463382d6613 req-4ca07f21-143b-4e7d-b957-a68920a9b116 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:48.375159 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dcbb0925-59d6-49b4-8cdd-1463382d6613 req-4ca07f21-143b-4e7d-b957-a68920a9b116 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 944 time: 0.1223485 Nov 22 16:55:48.378272 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-310f0f06-c9e0-40b9-838f-3b407683aec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-11-iscsi, d0473964-1efa-4412-800a-40fe5c4f56ce) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:48.388479 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310f0f06-c9e0-40b9-838f-3b407683aec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:48.389071 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-310f0f06-c9e0-40b9-838f-3b407683aec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.389494 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93425ac1-a920-45b3-8240-e302286677c5 None None] Network d0473964-1efa-4412-800a-40fe5c4f56ce requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:48.484764 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-310f0f06-c9e0-40b9-838f-3b407683aec8 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7319472 Nov 22 16:55:48.526480 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dcbb0925-59d6-49b4-8cdd-1463382d6613 req-b2e2f071-4f3c-470d-a437-9a825995dd23 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410139 Nov 22 16:55:48.535945 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36566aa6-c6e4-43f1-b436-e402414aa2a4 req-ce35a36f-f4f5-408a-996d-f0d0c99deb08 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:48.548804 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-36566aa6-c6e4-43f1-b436-e402414aa2a4 req-ce35a36f-f4f5-408a-996d-f0d0c99deb08 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 945 time: 0.0995471 Nov 22 16:55:48.594307 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d333bda-ac01-4db7-aa3e-d266ba010516 None None] Network d0473964-1efa-4412-800a-40fe5c4f56ce requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:48.606628 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeee0f2b-0c59-426c-9308-f6ebadc254be {{(pid=102627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:48.617650 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.623052 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-36566aa6-c6e4-43f1-b436-e402414aa2a4 req-e7c25473-6f03-4616-a3a1-ee309a2422f1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708632 Nov 22 16:55:48.649980 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.provisioning_blocks [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Transition to ACTIVE for port object eeee0f2b-0c59-426c-9308-f6ebadc254be will not be triggered until provisioned by entity L2. {{(pid=102627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:55:48.653748 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.693157 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 41378) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:48.710600 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Pushing event updated for resources: {'Port': ['ID=eeee0f2b-0c59-426c-9308-f6ebadc254be,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:48.763295 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-5700baa4-c956-40f5-bcf4-5b740364efc4 admin admin] Deleting subnet da132298-2818-412f-b48b-c5259f23d171 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:55:48.767427 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5700baa4-c956-40f5-bcf4-5b740364efc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.772740 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Attempting to bind port eeee0f2b-0c59-426c-9308-f6ebadc254be on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:48.773309 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Attempting to bind port eeee0f2b-0c59-426c-9308-f6ebadc254be by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '08b04bd6-185b-4500-baa4-25a2c5232475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab'}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:48.773673 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Attempting to bind port eeee0f2b-0c59-426c-9308-f6ebadc254be on network d6f6393f-bc97-47fe-80bd-2ee6749913ab {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:48.783020 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Port eeee0f2b-0c59-426c-9308-f6ebadc254be on network d6f6393f-bc97-47fe-80bd-2ee6749913ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:55:48.783344 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Attempting to bind port eeee0f2b-0c59-426c-9308-f6ebadc254be on network d6f6393f-bc97-47fe-80bd-2ee6749913ab {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:48.792892 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:48.797399 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Checking segment: {'id': '08b04bd6-185b-4500-baa4-25a2c5232475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:48.797399 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Bound using segment: {'id': '08b04bd6-185b-4500-baa4-25a2c5232475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab'} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:48.797399 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Bound port: eeee0f2b-0c59-426c-9308-f6ebadc254be, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b04bd6-185b-4500-baa4-25a2c5232475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab'}}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:48.797399 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.812616 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5700baa4-c956-40f5-bcf4-5b740364efc4 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.825411 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5700baa4-c956-40f5-bcf4-5b740364efc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572194'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.874679 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] For port eeee0f2b-0c59-426c-9308-f6ebadc254be, host hv-cinder-77819, cleared binding levels {{(pid=102627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:48.878529 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] For port eeee0f2b-0c59-426c-9308-f6ebadc254be, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eeee0f2b-0c59-426c-9308-f6ebadc254be,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:48.883600 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.929595 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:48.930583 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.932250 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] 10.222.0.85 "PUT /v2.0/ports/eeee0f2b-0c59-426c-9308-f6ebadc254be HTTP/1.1" status: 200 len: 1093 time: 0.9698021 Nov 22 16:55:48.935407 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5700baa4-c956-40f5-bcf4-5b740364efc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.936070 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a870d5f5-a982-4090-a858-df3242b104c2', 'tag': 'eeee0f2b-0c59-426c-9308-f6ebadc254be'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:48.939491 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258fead9-38e0-4ecb-bfa0-74198f28a79d" -d '{"events": [{"name": "network-changed", "server_uuid": "a870d5f5-a982-4090-a858-df3242b104c2", "tag": "eeee0f2b-0c59-426c-9308-f6ebadc254be"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:48.952475 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:55:48.994595 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700baa4-c956-40f5-bcf4-5b740364efc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da132298-2818-412f-b48b-c5259f23d171,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:49.000398 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5700baa4-c956-40f5-bcf4-5b740364efc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.008272 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5700baa4-c956-40f5-bcf4-5b740364efc4 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/da132298-2818-412f-b48b-c5259f23d171 HTTP/1.1" status: 204 len: 168 time: 0.3135533 Nov 22 16:55:49.009126 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 41384) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:49.033346 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47e2d1-3ee4-4c62-a1a7-da9094bc98bc service neutron] Pushing event updated for resources: {'Port': ['ID=eeee0f2b-0c59-426c-9308-f6ebadc254be,revision_number=3']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:49.037791 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e2bd75-6af2-4338-b3ab-9f56ba5b9fcb x-openstack-request-id: req-f6e2bd75-6af2-4338-b3ab-9f56ba5b9fcb {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:49.038186 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a870d5f5-a982-4090-a858-df3242b104c2", "tag": "eeee0f2b-0c59-426c-9308-f6ebadc254be", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:49.038585 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f6e2bd75-6af2-4338-b3ab-9f56ba5b9fcb {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:49.039187 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a870d5f5-a982-4090-a858-df3242b104c2', 'tag': 'eeee0f2b-0c59-426c-9308-f6ebadc254be', 'status': 'completed', 'code': 200} Nov 22 16:55:49.094979 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-c7394e79-3859-4aa5-a856-818f50786f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:49.096683 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-c7394e79-3859-4aa5-a856-818f50786f97 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea07513743f14c52a5a115f86dbb6b7b&device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 1096 time: 0.0564475 Nov 22 16:55:49.119003 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774480'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.122307 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873,segment=NetworkSegment(a2770974-9811-4d66-8064-2f8990712735),segment_id=a2770974-9811-4d66-8064-2f8990712735)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:49.140489 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': 'ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873', 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5', 'port_id': 'ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873', 'mac_address': 'fa:16:3e:eb:c3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed57d480-17de-4af9-a2a6-f35eb04a38a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:55:49.142844 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['7e01caff-14ef-4f89-9000-6a1e4e3a2dff'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:55:49.146956 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:55:49.147424 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 41388) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:49.171284 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-bea45f3e-a087-4109-a75c-ad6d1ff61721 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeee0f2b-0c59-426c-9308-f6ebadc254be HTTP/1.1" status: 200 len: 217 time: 0.0641804 Nov 22 16:55:49.237274 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-d58cd2d0-9900-43f1-bf5a-e8c088ee8969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:49.239240 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-d58cd2d0-9900-43f1-bf5a-e8c088ee8969 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43573154-396f-4f70-9616-b22b08bbb1ff HTTP/1.1" status: 200 len: 856 time: 0.0605366 Nov 22 16:55:49.331234 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c32cba-9979-495a-8264-580e1351dd61 req-9f076c80-fdb4-42cf-be33-2a372f730c0e tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:49.337642 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-42c32cba-9979-495a-8264-580e1351dd61 req-9f076c80-fdb4-42cf-be33-2a372f730c0e tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 943 time: 0.1743000 Nov 22 16:55:49.343738 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-e408b049-e5e1-4801-ab9d-811e3cd2851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:49.345509 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-e408b049-e5e1-4801-ab9d-811e3cd2851b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d6f6393f-bc97-47fe-80bd-2ee6749913ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0988255 Nov 22 16:55:49.369888 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a113225-5a5b-4421-b1e2-90489648a594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.384403 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570257', 'neutron.services.segments.db._delete_segments_for_network-8736619892875'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.430500 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:55:49.430756 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:55:49.431506 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:55:49.431836 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Subscribe: > port after_create 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:55:49.432215 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:55:49.432549 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Subscribe: > port after_update 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:55:49.432881 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:55:49.433192 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:55:49.433520 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:55:49.433835 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:55:49.449260 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c9f29-def2-44cc-a40f-395cce347012 req-d88499e3-31b5-47a6-b1cc-91e8a940505a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:49.450885 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f44c9f29-def2-44cc-a40f-395cce347012 req-d88499e3-31b5-47a6-b1cc-91e8a940505a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0586648 Nov 22 16:55:49.516284 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.518226 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f44c9f29-def2-44cc-a40f-395cce347012 req-90735fe6-7dec-4180-8e82-d6765499972b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558693 Nov 22 16:55:49.577801 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:49.600254 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:55:49.600722 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:55:49.601242 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:55:49.601635 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:55:49.602081 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44505e2-43c4-4f2a-a41b-5bddcfe7a73e']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:49.630789 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873,segment=NetworkSegment(a2770974-9811-4d66-8064-2f8990712735),segment_id=a2770974-9811-4d66-8064-2f8990712735)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:49.653985 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.654679 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 8b87d647-88c5-43fe-9e03-f13308c9bce7 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:55:49.659336 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc89d8e4-02c4-4a98-8664-90b6c6d127e2') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:49.659638 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc89d8e4-02c4-4a98-8664-90b6c6d127e2') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:49.668653 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e227de-7cf7-4862-a920-e607441d74f8 req-ca3068bd-42f0-4150-a02b-3ef068fd350f tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:49.670247 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5e227de-7cf7-4862-a920-e607441d74f8 req-ca3068bd-42f0-4150-a02b-3ef068fd350f tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 944 time: 0.0724628 Nov 22 16:55:49.687503 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-42c32cba-9979-495a-8264-580e1351dd61 req-2bda66e1-7547-4981-8bff-78eafd4c6af1 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343608 Nov 22 16:55:49.689777 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736620085782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26216368'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.720512 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.733602 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Releasing vlan 1243 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:55:49.734112 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25513947'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: from cryptography.utils import int_from_bytes Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: from cryptography.utils import int_from_bytes Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: Traceback (most recent call last): Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: timer() Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: cb(*args, **kw) Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: return func(*args, **kwargs) Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: self._notify() Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: self.callback(batched_events) Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: event.method(event) Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: return f(self, *a, **k) Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: return self._get(url).json() Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:55:49.738426 dv-cinder-778193-11-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:55:49.767521 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5e227de-7cf7-4862-a920-e607441d74f8 req-80494166-4e10-47cb-92cc-b32ab6adcb98 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886095 Nov 22 16:55:49.784644 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 8b87d647-88c5-43fe-9e03-f13308c9bce7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b87d647-88c5-43fe-9e03-f13308c9bce7,segment=NetworkSegment(a2770974-9811-4d66-8064-2f8990712735),segment_id=a2770974-9811-4d66-8064-2f8990712735)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:49.820863 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': '8b87d647-88c5-43fe-9e03-f13308c9bce7', 'network_id': 'addedaf8-c56a-4700-8c31-6938e05f34b5', 'port_id': '8b87d647-88c5-43fe-9e03-f13308c9bce7', 'mac_address': 'fa:16:3e:77:89:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed57d480-17de-4af9-a2a6-f35eb04a38a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:55:49.823834 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:49.862200 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3767155'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.866529 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a113225-5a5b-4421-b1e2-90489648a594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.873776 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.877233 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c44505e2-43c4-4f2a-a41b-5bddcfe7a73e HTTP/1.1" status: 204 len: 168 time: 0.8670118 Nov 22 16:55:49.881044 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 41410) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:49.884536 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.890160 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a113225-5a5b-4421-b1e2-90489648a594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.903445 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e71f1c-0d0f-4037-9c68-da986fd86f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=c44505e2-43c4-4f2a-a41b-5bddcfe7a73e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:49.920409 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b87d647-88c5-43fe-9e03-f13308c9bce7 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:49.942857 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8249ef-b018-4d15-bcc1-7c2893f42ae6 admin admin] Deleting subnet 16308508-c578-42f3-8cdc-f12ad1bb324e {{(pid=102627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:55:49.945952 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 8b87d647-88c5-43fe-9e03-f13308c9bce7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b87d647-88c5-43fe-9e03-f13308c9bce7,segment=NetworkSegment(a2770974-9811-4d66-8064-2f8990712735),segment_id=a2770974-9811-4d66-8064-2f8990712735)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:49.946485 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-be8249ef-b018-4d15-bcc1-7c2893f42ae6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.951475 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.956059 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559793f-2793-4424-9e7e-947a66538104 req-3e11c6dd-02d1-4eca-971d-328cc4eeb4c7 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:49.958950 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5559793f-2793-4424-9e7e-947a66538104 req-3e11c6dd-02d1-4eca-971d-328cc4eeb4c7 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 945 time: 0.1617293 Nov 22 16:55:49.964397 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3a113225-5a5b-4421-b1e2-90489648a594 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=49c72f6a3092450c9ba8b63e91d049c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8158784 Nov 22 16:55:49.966509 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a113225-5a5b-4421-b1e2-90489648a594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd13f79-77f7-4715-ac77-5bb546c4064a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:49.970547 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 41412) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:50.014550 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-be8249ef-b018-4d15-bcc1-7c2893f42ae6 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.030694 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-be8249ef-b018-4d15-bcc1-7c2893f42ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572194'] for subnet, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.030975 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5559793f-2793-4424-9e7e-947a66538104 req-b6b0151f-1c04-4508-8985-d00d3e1e6e01 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575163 Nov 22 16:55:50.035968 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=8b87d647-88c5-43fe-9e03-f13308c9bce7,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:50.070634 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1313cfb8-f7bb-41cb-8bc7-b84b0b3021c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.105512 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1313cfb8-f7bb-41cb-8bc7-b84b0b3021c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.130681 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-be8249ef-b018-4d15-bcc1-7c2893f42ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for subnet, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.168367 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8249ef-b018-4d15-bcc1-7c2893f42ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16308508-c578-42f3-8cdc-f12ad1bb324e,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:50.174194 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-be8249ef-b018-4d15-bcc1-7c2893f42ae6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.177898 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-be8249ef-b018-4d15-bcc1-7c2893f42ae6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/16308508-c578-42f3-8cdc-f12ad1bb324e HTTP/1.1" status: 204 len: 168 time: 0.2958412 Nov 22 16:55:50.181743 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 41414) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:50.195685 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1313cfb8-f7bb-41cb-8bc7-b84b0b3021c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.199191 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1313cfb8-f7bb-41cb-8bc7-b84b0b3021c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.202280 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1313cfb8-f7bb-41cb-8bc7-b84b0b3021c5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2cd13f79-77f7-4715-ac77-5bb546c4064a HTTP/1.1" status: 204 len: 168 time: 0.2307141 Nov 22 16:55:50.213958 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313cfb8-f7bb-41cb-8bc7-b84b0b3021c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd13f79-77f7-4715-ac77-5bb546c4064a,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:50.278809 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84224d90-e80c-4d3d-a503-a7c00954d02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774480'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.378568 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-27d9b793-dcc5-4cf6-8037-0aeffbd2b8fb service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009645 Nov 22 16:55:50.383495 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84224d90-e80c-4d3d-a503-a7c00954d02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570257', 'neutron.services.segments.db._delete_segments_for_network-8736619892875'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.406171 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-84224d90-e80c-4d3d-a503-a7c00954d02b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0473964-1efa-4412-800a-40fe5c4f56ce']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:50.416226 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-84224d90-e80c-4d3d-a503-a7c00954d02b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160f721e-24a3-478b-8368-e84335f11ba3') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:50.416584 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-84224d90-e80c-4d3d-a503-a7c00954d02b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160f721e-24a3-478b-8368-e84335f11ba3') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:50.425608 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84224d90-e80c-4d3d-a503-a7c00954d02b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736620085782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26216368'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.439723 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84224d90-e80c-4d3d-a503-a7c00954d02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.447245 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84224d90-e80c-4d3d-a503-a7c00954d02b admin admin] Releasing vlan 1204 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:55:50.447667 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84224d90-e80c-4d3d-a503-a7c00954d02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25513947'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: Traceback (most recent call last): Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: timer() Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: cb(*args, **kw) Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: return func(*args, **kwargs) Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: self._notify() Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: self.callback(batched_events) Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: event.method(event) Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: return f(self, *a, **k) Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: return self._get(url).json() Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:55:50.449450 dv-cinder-778193-11-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:55:50.507574 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84224d90-e80c-4d3d-a503-a7c00954d02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3767155'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.511197 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 41422) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:50.513019 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84224d90-e80c-4d3d-a503-a7c00954d02b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.516596 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-84224d90-e80c-4d3d-a503-a7c00954d02b admin admin] 10.222.0.75 "DELETE /v2.0/networks/d0473964-1efa-4412-800a-40fe5c4f56ce HTTP/1.1" status: 204 len: 168 time: 0.3337250 Nov 22 16:55:50.526709 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b4c991ba-6c55-41b2-b633-b9aa81d92242 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.529487 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84224d90-e80c-4d3d-a503-a7c00954d02b admin admin] Pushing event deleted for resources: {'Network': ['ID=d0473964-1efa-4412-800a-40fe5c4f56ce,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:50.653853 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b4c991ba-6c55-41b2-b633-b9aa81d92242 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.659179 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b4c991ba-6c55-41b2-b633-b9aa81d92242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.706255 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c186b-f27c-481d-b076-2995db58c9fb req-efd89b3e-d806-49b1-bc8f-c6965f6b1479 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:50.706255 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b08c186b-f27c-481d-b076-2995db58c9fb req-efd89b3e-d806-49b1-bc8f-c6965f6b1479 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.1025960 Nov 22 16:55:50.719607 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-b4c991ba-6c55-41b2-b633-b9aa81d92242 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=092d6fc58091426a8ede4a304f634878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031090 Nov 22 16:55:50.719812 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 41430) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:50.723606 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c991ba-6c55-41b2-b633-b9aa81d92242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702a2e0b-8999-462a-9664-046102fa2531,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:50.765980 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 41434) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:50.773166 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b08c186b-f27c-481d-b076-2995db58c9fb req-21c920b8-319e-44c5-bc99-995187cb2781 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630372 Nov 22 16:55:50.868611 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-71d60669-e40d-4315-a83a-182d7aaf5d05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.886322 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-91604b1b-55ff-40f4-ad0e-9a9ca902e24a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ff318a99e463419eb25efadeb2c53eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1191971 Nov 22 16:55:50.889148 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 41438) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:50.911302 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2295018-9f1d-469f-966c-8bc1c17b3303 req-4035299b-590f-4145-886a-93d6c2382d45 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:50.912913 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2295018-9f1d-469f-966c-8bc1c17b3303 req-4035299b-590f-4145-886a-93d6c2382d45 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 944 time: 0.0518322 Nov 22 16:55:50.917268 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c943840-efb1-4d25-87d9-02790b8af924 req-441f3728-6763-4a0a-afa6-75fcddb4a75b tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:50.918704 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0c943840-efb1-4d25-87d9-02790b8af924 req-441f3728-6763-4a0a-afa6-75fcddb4a75b tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 944 time: 0.1240482 Nov 22 16:55:50.920621 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-71d60669-e40d-4315-a83a-182d7aaf5d05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.962784 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2295018-9f1d-469f-966c-8bc1c17b3303 req-2d430348-ad1d-4a56-9416-44082340459d tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433204 Nov 22 16:55:51.025258 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0c943840-efb1-4d25-87d9-02790b8af924 req-5fc9803e-e7bf-48d5-8f6d-919ee6d71bda tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911686 Nov 22 16:55:51.029665 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83f023fc-254a-428b-b337-f662d9604759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.034540 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-71d60669-e40d-4315-a83a-182d7aaf5d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.037196 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-71d60669-e40d-4315-a83a-182d7aaf5d05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.040767 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-71d60669-e40d-4315-a83a-182d7aaf5d05 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/702a2e0b-8999-462a-9664-046102fa2531 HTTP/1.1" status: 204 len: 168 time: 0.3185382 Nov 22 16:55:51.061248 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d60669-e40d-4315-a83a-182d7aaf5d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702a2e0b-8999-462a-9664-046102fa2531,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:51.066173 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83f023fc-254a-428b-b337-f662d9604759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.131241 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83f023fc-254a-428b-b337-f662d9604759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.135363 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83f023fc-254a-428b-b337-f662d9604759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.138598 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-83f023fc-254a-428b-b337-f662d9604759 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f071f7a1-fe50-4378-8bc7-f46125c71f1c HTTP/1.1" status: 204 len: 168 time: 0.2421689 Nov 22 16:55:51.161605 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f023fc-254a-428b-b337-f662d9604759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f071f7a1-fe50-4378-8bc7-f46125c71f1c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:51.389970 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83071069-c194-4eb5-8825-d0d62b0f7220 req-561fa4b4-6177-4fe5-a65a-ca7b64836939 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:51.391434 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-83071069-c194-4eb5-8825-d0d62b0f7220 req-561fa4b4-6177-4fe5-a65a-ca7b64836939 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 945 time: 0.2946069 Nov 22 16:55:51.462388 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3ef245e9-d06d-46cb-afde-f064e76c5989 req-4b1e6cb3-45df-4faa-9d3f-6b932c5ca42d service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267558 Nov 22 16:55:51.474088 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-83071069-c194-4eb5-8825-d0d62b0f7220 req-57d8566c-82eb-4ae0-8598-91cfab02e543 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719883 Nov 22 16:55:51.510347 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 41460) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:51.554927 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-ca4e432a-096b-4a90-b195-bedc99584f68 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a2689f532dd443e187d65a591be4bb81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429099 Nov 22 16:55:51.557561 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 41462) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:51.605368 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-431fd186-5b2d-4cb9-9d9d-5cf058cf2553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.626784 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-431fd186-5b2d-4cb9-9d9d-5cf058cf2553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.674508 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-431fd186-5b2d-4cb9-9d9d-5cf058cf2553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.677703 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-431fd186-5b2d-4cb9-9d9d-5cf058cf2553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.681170 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-431fd186-5b2d-4cb9-9d9d-5cf058cf2553 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4097b9a9-c22f-4023-9d77-f8a1eed14654 HTTP/1.1" status: 204 len: 168 time: 0.1203973 Nov 22 16:55:51.686648 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431fd186-5b2d-4cb9-9d9d-5cf058cf2553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4097b9a9-c22f-4023-9d77-f8a1eed14654,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:51.917797 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024510a-2705-4922-9b94-ff53d362fcf9 req-95d9c3b2-e177-40e0-b8f9-17b13219c5ec tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:51.919354 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e024510a-2705-4922-9b94-ff53d362fcf9 req-95d9c3b2-e177-40e0-b8f9-17b13219c5ec tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0502472 Nov 22 16:55:51.969169 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e024510a-2705-4922-9b94-ff53d362fcf9 req-9ff66870-1259-4bbf-bba0-3a403cad54d9 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435653 Nov 22 16:55:52.106922 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec816640-0f4a-4d54-9880-8aa62af55e63 req-c8b5d72e-0345-488e-b276-c99ec4307016 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:52.108558 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ec816640-0f4a-4d54-9880-8aa62af55e63 req-c8b5d72e-0345-488e-b276-c99ec4307016 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 944 time: 0.0679240 Nov 22 16:55:52.180756 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f790e-f4fa-4a5d-8d96-27be44dd0297 req-3ded7954-b22a-465a-a8aa-0cdb63876f81 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:52.183295 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-067f790e-f4fa-4a5d-8d96-27be44dd0297 req-3ded7954-b22a-465a-a8aa-0cdb63876f81 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 944 time: 0.0780838 Nov 22 16:55:52.191741 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ec816640-0f4a-4d54-9880-8aa62af55e63 req-a766f350-4513-4b4e-ab77-893ef95b879a tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761752 Nov 22 16:55:52.260462 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fead9-38e0-4ecb-bfa0-74198f28a79d req-a16d851f-c73c-4a79-b283-eeb5415f9afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:52.261949 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-258fead9-38e0-4ecb-bfa0-74198f28a79d req-a16d851f-c73c-4a79-b283-eeb5415f9afd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea07513743f14c52a5a115f86dbb6b7b&device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 1096 time: 0.0610797 Nov 22 16:55:52.262910 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-067f790e-f4fa-4a5d-8d96-27be44dd0297 req-00864e90-26ce-4db8-9c2a-3a7ca81be0cc tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715878 Nov 22 16:55:52.376347 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fead9-38e0-4ecb-bfa0-74198f28a79d req-4cf666f3-7c61-43d6-a069-7b852497d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:52.377994 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-258fead9-38e0-4ecb-bfa0-74198f28a79d req-4cf666f3-7c61-43d6-a069-7b852497d793 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d6f6393f-bc97-47fe-80bd-2ee6749913ab HTTP/1.1" status: 200 len: 919 time: 0.1023023 Nov 22 16:55:52.431838 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-258fead9-38e0-4ecb-bfa0-74198f28a79d req-1c97183a-8bad-4566-be5c-bbf2b8e39218 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeee0f2b-0c59-426c-9308-f6ebadc254be HTTP/1.1" status: 200 len: 217 time: 0.0453963 Nov 22 16:55:52.487531 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fead9-38e0-4ecb-bfa0-74198f28a79d req-6e3dfa04-787a-4c3f-99ba-a8c61069b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:52.488931 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-258fead9-38e0-4ecb-bfa0-74198f28a79d req-6e3dfa04-787a-4c3f-99ba-a8c61069b135 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43573154-396f-4f70-9616-b22b08bbb1ff HTTP/1.1" status: 200 len: 856 time: 0.0500569 Nov 22 16:55:52.562610 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fead9-38e0-4ecb-bfa0-74198f28a79d req-ad7b8ba1-e4e7-4243-8e50-405e2dd59a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:52.564214 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-258fead9-38e0-4ecb-bfa0-74198f28a79d req-ad7b8ba1-e4e7-4243-8e50-405e2dd59a05 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d6f6393f-bc97-47fe-80bd-2ee6749913ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0650978 Nov 22 16:55:52.591291 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['8b87d647-88c5-43fe-9e03-f13308c9bce7'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:55:52.620603 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:55:52.673142 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10718cb-cd40-4178-9793-d7ad0c1512ae req-f71cdad8-583a-4aa2-a0e4-0154819697fc tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:52.674696 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e10718cb-cd40-4178-9793-d7ad0c1512ae req-f71cdad8-583a-4aa2-a0e4-0154819697fc tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 945 time: 0.1095707 Nov 22 16:55:52.724713 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-258fead9-38e0-4ecb-bfa0-74198f28a79d req-d8c9a3c4-8a16-4b57-a0dc-ca97d5dd588f service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477425 Nov 22 16:55:52.811407 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e10718cb-cd40-4178-9793-d7ad0c1512ae req-3d175eae-faff-4836-85db-4931419c0463 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172667 Nov 22 16:55:52.853248 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-258fead9-38e0-4ecb-bfa0-74198f28a79d req-72c3323e-d7f5-4317-9632-12ed1de6810b service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142488 Nov 22 16:55:53.140194 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1573f07-3582-422c-8ac9-e61e4409677f req-23638441-56c1-4207-a37d-e2ebd540445b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:53.141903 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e1573f07-3582-422c-8ac9-e61e4409677f req-23638441-56c1-4207-a37d-e2ebd540445b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0683184 Nov 22 16:55:53.211338 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e1573f07-3582-422c-8ac9-e61e4409677f req-e4f573ff-fa54-4d0f-ae10-9fdd7652db80 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632319 Nov 22 16:55:53.348628 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a5332-4167-4cc6-9001-cc4606f2bbf9 req-8c0ad168-d4e7-40ee-ab36-6e1cae27ad64 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:53.356939 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-aa6a5332-4167-4cc6-9001-cc4606f2bbf9 req-8c0ad168-d4e7-40ee-ab36-6e1cae27ad64 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 944 time: 0.0743132 Nov 22 16:55:53.420938 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-aa6a5332-4167-4cc6-9001-cc4606f2bbf9 req-b00539f6-4eeb-4fd4-bb44-0fbc3457d7fa tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629132 Nov 22 16:55:53.450871 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f41c90-5291-481c-8c90-6b5478e93ea3 req-9f12bdef-3fe7-4812-a5df-eadd7c64af50 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:53.452425 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-67f41c90-5291-481c-8c90-6b5478e93ea3 req-9f12bdef-3fe7-4812-a5df-eadd7c64af50 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 944 time: 0.0766537 Nov 22 16:55:53.513728 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-67f41c90-5291-481c-8c90-6b5478e93ea3 req-cb9e0e75-b6d8-476e-8fcb-39fd6c661aee tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550196 Nov 22 16:55:53.989111 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45310703-0bd8-474c-ac47-08e3e288e6cb req-59532f85-35d9-40a7-8ea3-7f376f11c40e tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:53.996639 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-45310703-0bd8-474c-ac47-08e3e288e6cb req-59532f85-35d9-40a7-8ea3-7f376f11c40e tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 945 time: 0.0935743 Nov 22 16:55:54.058205 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-45310703-0bd8-474c-ac47-08e3e288e6cb req-a131daf2-323f-4631-bef8-6a4f3eba11b7 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513673 Nov 22 16:55:54.139803 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device eeee0f2b-0c59-426c-9308-f6ebadc254be details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:55:54.143728 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 7e01caff-14ef-4f89-9000-6a1e4e3a2dff up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:54.260141 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port 7e01caff-14ef-4f89-9000-6a1e4e3a2dff completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:55:54.270649 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port 7e01caff-14ef-4f89-9000-6a1e4e3a2dff triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:54.271035 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.304866 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port eeee0f2b-0c59-426c-9308-f6ebadc254be, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eeee0f2b-0c59-426c-9308-f6ebadc254be,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:54.324422 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': 'eeee0f2b-0c59-426c-9308-f6ebadc254be', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'port_id': 'eeee0f2b-0c59-426c-9308-f6ebadc254be', 'mac_address': 'fa:16:3e:39:65:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:55:54.355422 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0dd9e-688a-4a6e-97c5-8d715104bd2f req-347c979e-818c-430f-9425-9db5fb1b1245 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:54.357584 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0ef0dd9e-688a-4a6e-97c5-8d715104bd2f req-347c979e-818c-430f-9425-9db5fb1b1245 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0518882 Nov 22 16:55:54.394746 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.411701 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.414453 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeee0f2b-0c59-426c-9308-f6ebadc254be {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:54.423057 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0ef0dd9e-688a-4a6e-97c5-8d715104bd2f req-6d6e9c9f-b99a-4732-a737-62663b809d36 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516338 Nov 22 16:55:54.455937 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41474ead-5031-4b01-ac48-6ac84037e21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e01caff-14ef-4f89-9000-6a1e4e3a2dff'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:54.520562 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port eeee0f2b-0c59-426c-9308-f6ebadc254be, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eeee0f2b-0c59-426c-9308-f6ebadc254be,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:54.533432 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.547062 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 7e01caff-14ef-4f89-9000-6a1e4e3a2dff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7e01caff-14ef-4f89-9000-6a1e4e3a2dff,segment=NetworkSegment(abbfc1f5-2536-443c-95de-37b6d5f24b0d),segment_id=abbfc1f5-2536-443c-95de-37b6d5f24b0d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:54.573901 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.574730 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:54.574866 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f6e54-542b-469c-bbc1-5d7d67a09edb req-318ef799-f15f-40b5-94bd-762d1ebe7911 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:54.586213 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-231f6e54-542b-469c-bbc1-5d7d67a09edb req-318ef799-f15f-40b5-94bd-762d1ebe7911 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 944 time: 0.0899198 Nov 22 16:55:54.631923 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=eeee0f2b-0c59-426c-9308-f6ebadc254be,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:54.653815 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-231f6e54-542b-469c-bbc1-5d7d67a09edb req-bd3cef99-8f51-43f2-a258-2f67bc776b60 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614293 Nov 22 16:55:54.698063 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81643e30-4009-4d65-a17f-ec11e95f1be4" -d '{"events": [{"server_uuid": "41474ead-5031-4b01-ac48-6ac84037e21a", "name": "network-vif-plugged", "status": "completed", "tag": "7e01caff-14ef-4f89-9000-6a1e4e3a2dff"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:54.705105 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970483b2-b817-47d7-8bcd-c326eb2d6146 req-24638ebb-1e9e-4cde-bd11-5cee714f3eb7 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:54.708176 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-970483b2-b817-47d7-8bcd-c326eb2d6146 req-24638ebb-1e9e-4cde-bd11-5cee714f3eb7 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 944 time: 0.0716426 Nov 22 16:55:54.717447 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:55:54.728411 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:54.728798 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.732204 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=7e01caff-14ef-4f89-9000-6a1e4e3a2dff,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:54.767467 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-970483b2-b817-47d7-8bcd-c326eb2d6146 req-11c80927-a943-4602-91dc-33df5a64176b tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531733 Nov 22 16:55:54.825421 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['eeee0f2b-0c59-426c-9308-f6ebadc254be'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:55:54.832978 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fc5a47-cb29-4064-ae78-40dacfef4b24 x-openstack-request-id: req-a5fc5a47-cb29-4064-ae78-40dacfef4b24 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:54.833551 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41474ead-5031-4b01-ac48-6ac84037e21a", "name": "network-vif-plugged", "status": "completed", "tag": "7e01caff-14ef-4f89-9000-6a1e4e3a2dff", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:54.833970 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a5fc5a47-cb29-4064-ae78-40dacfef4b24 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:54.834407 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41474ead-5031-4b01-ac48-6ac84037e21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e01caff-14ef-4f89-9000-6a1e4e3a2dff', 'code': 200} Nov 22 16:55:54.926783 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.987347 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f,segment=NetworkSegment(9cc3b34f-f709-4fff-b056-1565b529f1ba),segment_id=9cc3b34f-f709-4fff-b056-1565b529f1ba)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:55.000438 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.001603 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:55.113223 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:55.147247 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410668b8-b1d6-46fa-8da6-93f6700784eb req-61bd7b3b-5a9d-4aaa-88f2-08595ca3afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:55.150847 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:55:55.152029 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-410668b8-b1d6-46fa-8da6-93f6700784eb req-61bd7b3b-5a9d-4aaa-88f2-08595ca3afd3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 1098 time: 0.1333795 Nov 22 16:55:55.156041 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:55.156661 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.189669 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-410668b8-b1d6-46fa-8da6-93f6700784eb req-8a1456f5-0609-4e75-ad2d-f7328440e0ea service neutron] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.212807 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65622a2d-6407-47b8-be42-ed59ac0c6914 req-f7939100-eb65-4ffd-9bd1-9e3cd717f6bf tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:55.226354 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-65622a2d-6407-47b8-be42-ed59ac0c6914 req-f7939100-eb65-4ffd-9bd1-9e3cd717f6bf tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 946 time: 0.0734675 Nov 22 16:55:55.268229 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.299264 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-65622a2d-6407-47b8-be42-ed59ac0c6914 req-899896f3-4cb3-48f6-b8c3-14d6076deea8 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706146 Nov 22 16:55:55.331100 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873,segment=NetworkSegment(a2770974-9811-4d66-8064-2f8990712735),segment_id=a2770974-9811-4d66-8064-2f8990712735)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:55.340191 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.340981 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 8b87d647-88c5-43fe-9e03-f13308c9bce7 up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:55.345879 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-410668b8-b1d6-46fa-8da6-93f6700784eb req-8a1456f5-0609-4e75-ad2d-f7328440e0ea service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.351925 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-410668b8-b1d6-46fa-8da6-93f6700784eb req-8a1456f5-0609-4e75-ad2d-f7328440e0ea service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.403027 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-410668b8-b1d6-46fa-8da6-93f6700784eb req-8a1456f5-0609-4e75-ad2d-f7328440e0ea service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404962 Nov 22 16:55:55.403851 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1456f5-0609-4e75-ad2d-f7328440e0ea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=151c4a04-6849-4088-bd58-632421f48843,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:55.578236 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af7238-3eae-4fa0-af6a-80efa10544b6 req-b491b0b6-2e84-4180-a968-b7cbbec0aa22 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:55.588661 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:55:55.592258 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a4af7238-3eae-4fa0-af6a-80efa10544b6 req-b491b0b6-2e84-4180-a968-b7cbbec0aa22 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 944 time: 0.0675240 Nov 22 16:55:55.593111 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port 8b87d647-88c5-43fe-9e03-f13308c9bce7 completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:55:55.602546 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port 8b87d647-88c5-43fe-9e03-f13308c9bce7 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:55.602945 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.605656 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:55.650507 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a4af7238-3eae-4fa0-af6a-80efa10544b6 req-98085da7-65ee-43bb-8ef6-d70b6761dbc5 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571165 Nov 22 16:55:55.700431 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.735396 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 8b87d647-88c5-43fe-9e03-f13308c9bce7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b87d647-88c5-43fe-9e03-f13308c9bce7,segment=NetworkSegment(a2770974-9811-4d66-8064-2f8990712735),segment_id=a2770974-9811-4d66-8064-2f8990712735)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:55.739338 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.780480 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5c003-6925-4bf6-860b-cdc50442b0de req-7d5b44e1-1a5e-405c-b0fd-2e9ca2ef9b57 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:55.782813 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1ba5c003-6925-4bf6-860b-cdc50442b0de req-7d5b44e1-1a5e-405c-b0fd-2e9ca2ef9b57 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 945 time: 0.0645192 Nov 22 16:55:55.793875 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=8b87d647-88c5-43fe-9e03-f13308c9bce7,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:55.836129 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1ba5c003-6925-4bf6-860b-cdc50442b0de req-0a999fce-0131-4e21-a1b3-6ef9d5687e5b tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467186 Nov 22 16:55:55.888400 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fa6dd-1ce5-45b8-a52f-1c74e57216c5 req-493ac14c-4c41-429b-a700-00cb94045565 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:55.889847 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-201fa6dd-1ce5-45b8-a52f-1c74e57216c5 req-493ac14c-4c41-429b-a700-00cb94045565 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0478082 Nov 22 16:55:55.946935 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-201fa6dd-1ce5-45b8-a52f-1c74e57216c5 req-c6b97305-e600-4559-9e62-3872a20cf223 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509031 Nov 22 16:55:56.149551 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device eeee0f2b-0c59-426c-9308-f6ebadc254be up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:56.214971 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port eeee0f2b-0c59-426c-9308-f6ebadc254be completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:55:56.220073 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port eeee0f2b-0c59-426c-9308-f6ebadc254be triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:56.220653 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.316805 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.356700 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port eeee0f2b-0c59-426c-9308-f6ebadc254be, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eeee0f2b-0c59-426c-9308-f6ebadc254be,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:56.361071 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.414519 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=eeee0f2b-0c59-426c-9308-f6ebadc254be,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:56.429803 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a611e-44e0-420f-b1f3-a5d66e3e3454 req-1539fc8a-89fd-4bc4-9db5-232263e7d705 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:56.431279 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1a8a611e-44e0-420f-b1f3-a5d66e3e3454 req-1539fc8a-89fd-4bc4-9db5-232263e7d705 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 946 time: 0.0579286 Nov 22 16:55:56.486599 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1a8a611e-44e0-420f-b1f3-a5d66e3e3454 req-affe4f44-52e9-4a26-a184-f8eea72d59b4 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431767 Nov 22 16:55:56.796580 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ce39a-ed80-428f-ad91-4dc690120340 req-d365d86d-238a-4e9e-b26a-9d33720eec8a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:56.797968 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fe7ce39a-ed80-428f-ad91-4dc690120340 req-d365d86d-238a-4e9e-b26a-9d33720eec8a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0692415 Nov 22 16:55:56.835896 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46aa7b29-b93f-45e4-b0fb-9ea4a1509f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f'}, {'server_uuid': '6bf4d9f5-6852-49f7-abfa-5fec8162dd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873'}, {'server_uuid': '441b5f94-079a-43da-a1e0-029ce433308d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b87d647-88c5-43fe-9e03-f13308c9bce7'}, {'server_uuid': 'a870d5f5-a982-4090-a858-df3242b104c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee0f2b-0c59-426c-9308-f6ebadc254be'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:56.838587 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d3fabc-ec92-4311-ad2b-cfcf8d590249" -d '{"events": [{"server_uuid": "46aa7b29-b93f-45e4-b0fb-9ea4a1509f99", "name": "network-vif-plugged", "status": "completed", "tag": "5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f"}, {"server_uuid": "6bf4d9f5-6852-49f7-abfa-5fec8162dd1f", "name": "network-vif-plugged", "status": "completed", "tag": "ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873"}, {"server_uuid": "441b5f94-079a-43da-a1e0-029ce433308d", "name": "network-vif-plugged", "status": "completed", "tag": "8b87d647-88c5-43fe-9e03-f13308c9bce7"}, {"server_uuid": "a870d5f5-a982-4090-a858-df3242b104c2", "name": "network-vif-plugged", "status": "completed", "tag": "eeee0f2b-0c59-426c-9308-f6ebadc254be"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:56.854257 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fe7ce39a-ed80-428f-ad91-4dc690120340 req-90edf777-2ecf-4da7-9ba4-7d960ac7c01b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501986 Nov 22 16:55:56.924911 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4381bce-ebd7-49d1-a372-abe4b832dad2 x-openstack-request-id: req-f4381bce-ebd7-49d1-a372-abe4b832dad2 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:56.925490 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46aa7b29-b93f-45e4-b0fb-9ea4a1509f99", "name": "network-vif-plugged", "status": "completed", "tag": "5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f", "code": 200}, {"server_uuid": "6bf4d9f5-6852-49f7-abfa-5fec8162dd1f", "name": "network-vif-plugged", "status": "completed", "tag": "ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873", "code": 200}, {"server_uuid": "441b5f94-079a-43da-a1e0-029ce433308d", "name": "network-vif-plugged", "status": "completed", "tag": "8b87d647-88c5-43fe-9e03-f13308c9bce7", "code": 200}, {"server_uuid": "a870d5f5-a982-4090-a858-df3242b104c2", "name": "network-vif-plugged", "status": "completed", "tag": "eeee0f2b-0c59-426c-9308-f6ebadc254be", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:56.925952 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f4381bce-ebd7-49d1-a372-abe4b832dad2 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:56.926645 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46aa7b29-b93f-45e4-b0fb-9ea4a1509f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f', 'code': 200} Nov 22 16:55:56.927153 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf4d9f5-6852-49f7-abfa-5fec8162dd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873', 'code': 200} Nov 22 16:55:56.927612 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441b5f94-079a-43da-a1e0-029ce433308d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b87d647-88c5-43fe-9e03-f13308c9bce7', 'code': 200} Nov 22 16:55:56.928034 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a870d5f5-a982-4090-a858-df3242b104c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee0f2b-0c59-426c-9308-f6ebadc254be', 'code': 200} Nov 22 16:55:57.032290 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8e44a-e336-45e2-8d90-bc1d7efbfedc req-1e171c15-9ffa-4637-a6f3-5f7d3b06c85b tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:57.033952 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f3b8e44a-e336-45e2-8d90-bc1d7efbfedc req-1e171c15-9ffa-4637-a6f3-5f7d3b06c85b tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 945 time: 0.0845253 Nov 22 16:55:57.085503 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16c2c4-b60a-4937-b972-a62141944b2b req-bb8917df-a921-4075-8e2b-605d8f17a3ca tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:57.095482 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ba16c2c4-b60a-4937-b972-a62141944b2b req-bb8917df-a921-4075-8e2b-605d8f17a3ca tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0617731 Nov 22 16:55:57.180033 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ba16c2c4-b60a-4937-b972-a62141944b2b req-a8153deb-1a61-40ac-9564-a24188f38c1b tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790598 Nov 22 16:55:57.193569 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f3b8e44a-e336-45e2-8d90-bc1d7efbfedc req-5b7c37da-0860-463b-aa28-71dea0fdd12c tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507239 Nov 22 16:55:57.401888 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4786e-e453-404b-a44d-6aba8a284a4c req-4674abd4-ad2a-4c9b-8831-e02d86866329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:57.403813 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-93e4786e-e453-404b-a44d-6aba8a284a4c req-4674abd4-ad2a-4c9b-8831-e02d86866329 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 1098 time: 0.0704916 Nov 22 16:55:57.467060 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-93e4786e-e453-404b-a44d-6aba8a284a4c req-618dff82-15d3-494f-9222-4690ef549a62 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517135 Nov 22 16:55:57.486952 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef0dae-ed98-469a-b810-f47ba3701d68 req-d7ba74b9-5dd2-476c-97a8-eaf5e673d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:57.489176 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3cef0dae-ed98-469a-b810-f47ba3701d68 req-d7ba74b9-5dd2-476c-97a8-eaf5e673d2a7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 1098 time: 0.1069822 Nov 22 16:55:57.493683 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e867e9c-3c7d-42a2-8aa1-91eaf3b917ec req-aa60a585-3c1b-4cd1-87c6-593d8c40f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:57.493872 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7e867e9c-3c7d-42a2-8aa1-91eaf3b917ec req-aa60a585-3c1b-4cd1-87c6-593d8c40f29d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 1099 time: 0.1587143 Nov 22 16:55:57.610664 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b111a-3374-4446-84a7-f4540c484c71 req-439b4bf3-76d1-4ea0-84cf-453c57541aa0 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:57.612209 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-821b111a-3374-4446-84a7-f4540c484c71 req-439b4bf3-76d1-4ea0-84cf-453c57541aa0 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 946 time: 0.0566640 Nov 22 16:55:57.662305 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-821b111a-3374-4446-84a7-f4540c484c71 req-33055734-8e1c-4f0d-b93e-728b66860ba2 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432582 Nov 22 16:55:57.784661 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c0093-b316-475e-abfb-e7993ade860c req-d839b9cb-0403-418e-a06f-5445fe76cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:57.794971 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a27c0093-b316-475e-abfb-e7993ade860c req-d839b9cb-0403-418e-a06f-5445fe76cbba service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 1098 time: 0.0785656 Nov 22 16:55:57.832273 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3cef0dae-ed98-469a-b810-f47ba3701d68 req-d2a3a0a7-7333-4f6f-b189-ff0d8dea9004 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075656 Nov 22 16:55:57.835522 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7e867e9c-3c7d-42a2-8aa1-91eaf3b917ec req-12940354-779e-4d9c-ac51-077d5842f47b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170976 Nov 22 16:55:57.842746 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a27c0093-b316-475e-abfb-e7993ade860c req-f0982da0-1a5b-424e-96ab-91d7f5bebc22 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441282 Nov 22 16:55:57.984805 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993a12e-4835-4999-87fc-215030e57781 req-436deef4-189a-4819-95aa-5db332eb42cb tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:57.986420 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4993a12e-4835-4999-87fc-215030e57781 req-436deef4-189a-4819-95aa-5db332eb42cb tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0536885 Nov 22 16:55:58.039658 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4993a12e-4835-4999-87fc-215030e57781 req-50f21b19-7d99-4f56-96cb-3ac356d368ea tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460594 Nov 22 16:55:58.195737 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 41810) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:58.291231 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab777b1-1c1f-4948-afaf-81952d1825f8 req-79562283-013e-4e4c-bf08-33df0d01d0e7 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:58.293313 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0ab777b1-1c1f-4948-afaf-81952d1825f8 req-79562283-013e-4e4c-bf08-33df0d01d0e7 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0524862 Nov 22 16:55:58.310203 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.325414 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0a36b4e9-a408-4480-ae6c-c954663a8b16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.358720 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c53824-2862-4a68-91da-b22096308516 req-88530f9b-6a54-45b3-a893-360c5072f82d tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:58.366437 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-39c53824-2862-4a68-91da-b22096308516 req-88530f9b-6a54-45b3-a893-360c5072f82d tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 945 time: 0.1064820 Nov 22 16:55:58.366604 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0ab777b1-1c1f-4948-afaf-81952d1825f8 req-05275fe7-611b-4c6d-b9de-abff3c16d9ad tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651820 Nov 22 16:55:58.433091 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-39c53824-2862-4a68-91da-b22096308516 req-3ac0cf3a-d349-4e32-abe8-258618b991ce tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654445 Nov 22 16:55:58.470381 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0a36b4e9-a408-4480-ae6c-c954663a8b16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.475562 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0a36b4e9-a408-4480-ae6c-c954663a8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.516475 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36b4e9-a408-4480-ae6c-c954663a8b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96721a35-320d-4ad0-bb53-ad84598cf07b,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:58.535244 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 41824) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:58.535358 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-0a36b4e9-a408-4480-ae6c-c954663a8b16 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bdf624257f5b4fe89f590fb3b73f7445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383338 Nov 22 16:55:58.593061 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-273ce4e5-471a-4aae-a5bc-3039f088a5bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.619000 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-273ce4e5-471a-4aae-a5bc-3039f088a5bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.683981 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-273ce4e5-471a-4aae-a5bc-3039f088a5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.695464 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-273ce4e5-471a-4aae-a5bc-3039f088a5bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.695464 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-273ce4e5-471a-4aae-a5bc-3039f088a5bd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/96721a35-320d-4ad0-bb53-ad84598cf07b HTTP/1.1" status: 204 len: 168 time: 0.1522043 Nov 22 16:55:58.705016 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ce4e5-471a-4aae-a5bc-3039f088a5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96721a35-320d-4ad0-bb53-ad84598cf07b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:59.094821 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881aab7-986e-4317-97e0-fdc9749a0aad req-d847106b-b9a1-4e0d-8ea7-124255b62406 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:59.096283 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c881aab7-986e-4317-97e0-fdc9749a0aad req-d847106b-b9a1-4e0d-8ea7-124255b62406 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 946 time: 0.2878535 Nov 22 16:55:59.168150 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c881aab7-986e-4317-97e0-fdc9749a0aad req-7e4c9246-de1c-45e3-80ac-4ae08bce9596 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626535 Nov 22 16:55:59.215145 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814db6a-da67-4872-baf7-0ba3ca042f2a req-9faaa030-2715-4d7d-872f-3887a6067f46 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:59.216755 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1814db6a-da67-4872-baf7-0ba3ca042f2a req-9faaa030-2715-4d7d-872f-3887a6067f46 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0717864 Nov 22 16:55:59.220447 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 41870) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:59.241457 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3061f472-647a-4c06-869b-80e947e14823 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.305632 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1814db6a-da67-4872-baf7-0ba3ca042f2a req-04067ade-6a20-4c86-89fd-ef03807d723a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771673 Nov 22 16:55:59.374918 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 41874) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:59.375438 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3061f472-647a-4c06-869b-80e947e14823 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.383927 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3061f472-647a-4c06-869b-80e947e14823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.414227 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061f472-647a-4c06-869b-80e947e14823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdca710-0e16-4e02-9e19-a354a9fe803b,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:59.438270 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-3061f472-647a-4c06-869b-80e947e14823 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d6e5a4cedba840958d0b5007ddbde375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167649 Nov 22 16:55:59.440779 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 41880) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:59.492297 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb430b-fe7d-4375-8e61-489135ea8156 req-550e48c9-255c-4bf2-9bfe-229f6ff1409a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:59.494609 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d4eb430b-fe7d-4375-8e61-489135ea8156 req-550e48c9-255c-4bf2-9bfe-229f6ff1409a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0590587 Nov 22 16:55:59.524135 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4aa9a1e5-5027-4076-9b42-57ea78efec55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.531436 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6029d8fd-d44e-43e8-943b-d78ea0203b10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.552430 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4aa9a1e5-5027-4076-9b42-57ea78efec55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.577537 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d4eb430b-fe7d-4375-8e61-489135ea8156 req-842a8e36-3cb2-4cdb-9f84-2fee0c53fdab tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757489 Nov 22 16:55:59.627070 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4aa9a1e5-5027-4076-9b42-57ea78efec55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.629824 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4aa9a1e5-5027-4076-9b42-57ea78efec55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.630971 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-4aa9a1e5-5027-4076-9b42-57ea78efec55 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4fdca710-0e16-4e02-9e19-a354a9fe803b HTTP/1.1" status: 204 len: 168 time: 0.1890440 Nov 22 16:55:59.639519 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9a1e5-5027-4076-9b42-57ea78efec55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdca710-0e16-4e02-9e19-a354a9fe803b,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:59.644948 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6029d8fd-d44e-43e8-943b-d78ea0203b10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.651381 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6029d8fd-d44e-43e8-943b-d78ea0203b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.693227 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-6029d8fd-d44e-43e8-943b-d78ea0203b10 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=89bfb039c3b74f7e925a418db697e9ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3171151 Nov 22 16:55:59.695313 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029d8fd-d44e-43e8-943b-d78ea0203b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f046b0-1eb1-4c26-b505-3149da5d5ad5,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:59.696391 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 41884) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:59.756549 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-78f2a3f6-42c7-4187-b17c-581dec7e30d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.778827 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-78f2a3f6-42c7-4187-b17c-581dec7e30d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.825751 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-78f2a3f6-42c7-4187-b17c-581dec7e30d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.828809 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-78f2a3f6-42c7-4187-b17c-581dec7e30d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.830269 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-78f2a3f6-42c7-4187-b17c-581dec7e30d5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/35f046b0-1eb1-4c26-b505-3149da5d5ad5 HTTP/1.1" status: 204 len: 168 time: 0.1327136 Nov 22 16:55:59.839092 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2a3f6-42c7-4187-b17c-581dec7e30d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f046b0-1eb1-4c26-b505-3149da5d5ad5,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:00.314498 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc553f-7b5d-4e14-9c12-dc923004b5fe req-233c27af-06b8-4de3-89f7-a7dbbd747420 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:00.323083 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-eefc553f-7b5d-4e14-9c12-dc923004b5fe req-233c27af-06b8-4de3-89f7-a7dbbd747420 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 946 time: 0.0667002 Nov 22 16:56:00.386102 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-eefc553f-7b5d-4e14-9c12-dc923004b5fe req-f1e0cccc-e8a5-4832-ac1b-e11bcadad627 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598605 Nov 22 16:56:00.597302 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f1294-ab38-43c0-aa9c-0c354aae03b8 req-09a99dd9-eebf-4c4f-8972-c9e788fa581e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:00.601153 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 41944) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:00.603698 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a92f1294-ab38-43c0-aa9c-0c354aae03b8 req-09a99dd9-eebf-4c4f-8972-c9e788fa581e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.1273351 Nov 22 16:56:00.619836 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-db38d511-1ac0-4d55-a1ed-db334c86ec93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.722032 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a92f1294-ab38-43c0-aa9c-0c354aae03b8 req-60aef9eb-9624-41a0-ab23-9f5b583093dc tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100008 Nov 22 16:56:00.789730 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-db38d511-1ac0-4d55-a1ed-db334c86ec93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.795273 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-db38d511-1ac0-4d55-a1ed-db334c86ec93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.888997 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-db38d511-1ac0-4d55-a1ed-db334c86ec93 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=db0e13eeab5249cbb98dfdb59c06e1be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866917 Nov 22 16:56:00.891853 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 41958) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:00.896529 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38d511-1ac0-4d55-a1ed-db334c86ec93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6a8453-3e4a-4b6a-9fef-fd1e1fab5b9c,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:00.932823 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b48895-35df-444a-bf70-8fe5ec8cc99d req-6b4c4be7-5890-4685-9851-4f179d4a99b1 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:00.934483 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-08b48895-35df-444a-bf70-8fe5ec8cc99d req-6b4c4be7-5890-4685-9851-4f179d4a99b1 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.1335547 Nov 22 16:56:01.011555 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-08b48895-35df-444a-bf70-8fe5ec8cc99d req-e1782757-f474-4e8d-84c5-aa56cb539822 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673385 Nov 22 16:56:01.017016 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ec32d4c-bca6-483a-81ef-75ac33718212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.043692 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ec32d4c-bca6-483a-81ef-75ac33718212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.117498 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ec32d4c-bca6-483a-81ef-75ac33718212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.122882 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ec32d4c-bca6-483a-81ef-75ac33718212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.124291 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-6ec32d4c-bca6-483a-81ef-75ac33718212 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ef6a8453-3e4a-4b6a-9fef-fd1e1fab5b9c HTTP/1.1" status: 204 len: 168 time: 0.2307928 Nov 22 16:56:01.136937 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec32d4c-bca6-483a-81ef-75ac33718212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6a8453-3e4a-4b6a-9fef-fd1e1fab5b9c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:01.391316 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453f7bd-7445-4ac1-804e-e0c9687a8335 req-710681f9-0beb-4681-b2bb-b87c11319837 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:01.393042 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6453f7bd-7445-4ac1-804e-e0c9687a8335 req-710681f9-0beb-4681-b2bb-b87c11319837 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0518973 Nov 22 16:56:01.449731 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6453f7bd-7445-4ac1-804e-e0c9687a8335 req-446dcef4-3267-427f-9c67-c0b7e9377e39 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497084 Nov 22 16:56:01.893862 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287744c-0339-49d2-b692-b395c9b6fbeb req-8e30222a-9bfb-439d-9948-b5cd974eb224 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:01.896256 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0287744c-0339-49d2-b692-b395c9b6fbeb req-8e30222a-9bfb-439d-9948-b5cd974eb224 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0685906 Nov 22 16:56:01.963124 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0287744c-0339-49d2-b692-b395c9b6fbeb req-a86a376d-b46f-460d-81b0-2efc8d92c6d8 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597746 Nov 22 16:56:02.097199 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd0ee5-cee9-4533-9c65-1d88329d3af2 req-bf44fc2b-5e60-43a6-b2be-f6aa5822a6cf tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:02.097679 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-19bd0ee5-cee9-4533-9c65-1d88329d3af2 req-bf44fc2b-5e60-43a6-b2be-f6aa5822a6cf tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0577610 Nov 22 16:56:02.107882 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 42046) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:02.112552 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-26fce29d-9c09-4d88-884d-0f2c3015defb tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Request body: {'floatingip': {'port_id': 'eeee0f2b-0c59-426c-9308-f6ebadc254be'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:02.190254 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-26fce29d-9c09-4d88-884d-0f2c3015defb tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for floatingip, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.531400 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 42070) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:02.593204 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a214f05-904f-4a88-bbec-7ebe06eacdfb req-84595b42-4b6d-4d38-9cce-448be7505fae tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:02.594842 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3a214f05-904f-4a88-bbec-7ebe06eacdfb req-84595b42-4b6d-4d38-9cce-448be7505fae tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0577350 Nov 22 16:56:02.651450 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3a214f05-904f-4a88-bbec-7ebe06eacdfb req-84ecd1de-7e9c-4a61-a3ba-2fd4d5803f15 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486994 Nov 22 16:56:02.776619 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74d90545-7a25-4e8f-842e-bc07f992bdd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.862535 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74d90545-7a25-4e8f-842e-bc07f992bdd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.869107 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74d90545-7a25-4e8f-842e-bc07f992bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.920194 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-74d90545-7a25-4e8f-842e-bc07f992bdd2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d1e0cf3a13ab4d40891e6ec9a09a2b5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3895915 Nov 22 16:56:02.921883 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 42084) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:02.922723 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d90545-7a25-4e8f-842e-bc07f992bdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0338aec7-ba23-4183-854a-230aeea8338d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:02.977909 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-61d523d0-b1a5-4805-9c2f-266d1869fd0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.006596 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-61d523d0-b1a5-4805-9c2f-266d1869fd0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.064997 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-61d523d0-b1a5-4805-9c2f-266d1869fd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.068246 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-61d523d0-b1a5-4805-9c2f-266d1869fd0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.071050 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-61d523d0-b1a5-4805-9c2f-266d1869fd0e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0338aec7-ba23-4183-854a-230aeea8338d HTTP/1.1" status: 204 len: 168 time: 0.1433423 Nov 22 16:56:03.080280 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d523d0-b1a5-4805-9c2f-266d1869fd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0338aec7-ba23-4183-854a-230aeea8338d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:03.125002 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-26fce29d-9c09-4d88-884d-0f2c3015defb tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.130110 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-26fce29d-9c09-4d88-884d-0f2c3015defb tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3767069'] for floatingip, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.299895 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.db.l3_db [None req-26fce29d-9c09-4d88-884d-0f2c3015defb tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Floating IP 08c6f88b-fb57-4746-a780-e6e7c80580db associated. External IP: 172.27.0.136, port: eeee0f2b-0c59-426c-9308-f6ebadc254be. Nov 22 16:56:03.416334 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 42102) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:03.429332 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-53d458ef-3b2b-47f8-8996-51ee7e3ac362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.506170 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-53d458ef-3b2b-47f8-8996-51ee7e3ac362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.510014 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-53d458ef-3b2b-47f8-8996-51ee7e3ac362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.511673 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fce29d-9c09-4d88-884d-0f2c3015defb tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Router 8b2e551f-5f5a-4799-9e02-427e5bd9855d has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:56:03.552457 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-53d458ef-3b2b-47f8-8996-51ee7e3ac362 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8915e0a0648046759eb79f5d3d570e41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349998 Nov 22 16:56:03.553375 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d458ef-3b2b-47f8-8996-51ee7e3ac362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc4b86e-a0dd-4f7a-94bf-f4c5ebbfcf04,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:03.560448 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 42104) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:03.653275 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-382bdf16-f653-43b4-9205-65d77662f9cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.660292 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fce29d-9c09-4d88-884d-0f2c3015defb tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:03.669294 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-26fce29d-9c09-4d88-884d-0f2c3015defb tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.684686 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9983dd-069b-4d0a-9e48-9d9b0eb754b0 None None] Sync routers for ids ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:03.698353 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9983dd-069b-4d0a-9e48-9d9b0eb754b0 None None] Routers {'8b2e551f-5f5a-4799-9e02-427e5bd9855d'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:03.699108 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7c9983dd-069b-4d0a-9e48-9d9b0eb754b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:55:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:03.706071 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-382bdf16-f653-43b4-9205-65d77662f9cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.720832 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-26fce29d-9c09-4d88-884d-0f2c3015defb tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "PUT /v2.0/floatingips/08c6f88b-fb57-4746-a780-e6e7c80580db HTTP/1.1" status: 200 len: 991 time: 1.6116610 Nov 22 16:56:03.726349 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a870d5f5-a982-4090-a858-df3242b104c2', 'tag': 'eeee0f2b-0c59-426c-9308-f6ebadc254be'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:03.728374 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb93518-3fbd-4eac-ab53-26fdac8579b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a870d5f5-a982-4090-a858-df3242b104c2", "tag": "eeee0f2b-0c59-426c-9308-f6ebadc254be"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:03.783617 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-382bdf16-f653-43b4-9205-65d77662f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.786904 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-382bdf16-f653-43b4-9205-65d77662f9cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.790382 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-382bdf16-f653-43b4-9205-65d77662f9cf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8dc4b86e-a0dd-4f7a-94bf-f4c5ebbfcf04 HTTP/1.1" status: 204 len: 168 time: 0.2315750 Nov 22 16:56:03.828861 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-7c9983dd-069b-4d0a-9e48-9d9b0eb754b0 None None] Set router 8b2e551f-5f5a-4799-9e02-427e5bd9855d gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:03.858113 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bdf16-f653-43b4-9205-65d77662f9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc4b86e-a0dd-4f7a-94bf-f4c5ebbfcf04,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:03.890348 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a646b67-642e-45f6-92ee-4d9865edf92c req-11b3a997-aaee-4a01-bde6-6856382dca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:03.891839 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3a646b67-642e-45f6-92ee-4d9865edf92c req-11b3a997-aaee-4a01-bde6-6856382dca7d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=012a405b16094665bf98670cf1f502b2&device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 1098 time: 0.1019950 Nov 22 16:56:03.904305 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92501881-83f8-4b0d-a095-4d1f77ddd9ec req-7e22aa03-411a-46a1-91f0-69b68474af08 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:03.905814 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-92501881-83f8-4b0d-a095-4d1f77ddd9ec req-7e22aa03-411a-46a1-91f0-69b68474af08 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.1375415 Nov 22 16:56:03.996147 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-92501881-83f8-4b0d-a095-4d1f77ddd9ec req-a1cfa793-b02b-4eae-b9da-27c3c3b145d9 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816705 Nov 22 16:56:04.038962 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2a1804-477d-4508-8cd9-fd5738bf4287 x-openstack-request-id: req-cc2a1804-477d-4508-8cd9-fd5738bf4287 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:04.039332 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a870d5f5-a982-4090-a858-df3242b104c2", "tag": "eeee0f2b-0c59-426c-9308-f6ebadc254be", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:04.039662 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cc2a1804-477d-4508-8cd9-fd5738bf4287 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:04.040025 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a870d5f5-a982-4090-a858-df3242b104c2', 'tag': 'eeee0f2b-0c59-426c-9308-f6ebadc254be', 'status': 'completed', 'code': 200} Nov 22 16:56:04.124529 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a646b67-642e-45f6-92ee-4d9865edf92c req-8cf83d8a-4536-4d2f-a4e1-67af59df5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:04.127568 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3a646b67-642e-45f6-92ee-4d9865edf92c req-8cf83d8a-4536-4d2f-a4e1-67af59df5a01 service neutron] 10.222.0.85 "GET /v2.0/networks?id=addedaf8-c56a-4700-8c31-6938e05f34b5 HTTP/1.1" status: 200 len: 920 time: 0.1744437 Nov 22 16:56:04.129829 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb93518-3fbd-4eac-ab53-26fdac8579b6 req-e33701dd-7a0f-4cc4-b47e-7bf6897f5851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:04.132133 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1bb93518-3fbd-4eac-ab53-26fdac8579b6 req-e33701dd-7a0f-4cc4-b47e-7bf6897f5851 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea07513743f14c52a5a115f86dbb6b7b&device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 1098 time: 0.0569615 Nov 22 16:56:04.193415 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3a646b67-642e-45f6-92ee-4d9865edf92c req-7e34769d-6f43-47cc-82fe-268f77344290 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b87d647-88c5-43fe-9e03-f13308c9bce7 HTTP/1.1" status: 200 len: 217 time: 0.0499921 Nov 22 16:56:04.218777 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7c9983dd-069b-4d0a-9e48-9d9b0eb754b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '88b34b47-f612-40a3-ab69-0135e8034549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 4, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port': {'id': '88b34b47-f612-40a3-ab69-0135e8034549', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:19Z', 'updated_at': '2021-11-22T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': '08c6f88b-fb57-4746-a780-e6e7c80580db', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'floating_ip_address': '172.27.0.136', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'port_id': 'eeee0f2b-0c59-426c-9308-f6ebadc254be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'mac_address': 'fa:16:3e:39:65:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a870d5f5-a982-4090-a858-df3242b104c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:55:41Z', 'updated_at': '2021-11-22T16:56:02Z', 'revision_number': 1, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40cd444a-6c29-4d95-a485-874577a37fc2', 'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'mac_address': 'fa:16:3e:b7:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:24Z', 'updated_at': '2021-11-22T16:55:36Z', 'revision_number': 5, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'subnets': [{'id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:04.251522 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb93518-3fbd-4eac-ab53-26fdac8579b6 req-0117246d-8695-4cc5-a780-0bf7740afaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:04.253140 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1bb93518-3fbd-4eac-ab53-26fdac8579b6 req-0117246d-8695-4cc5-a780-0bf7740afaa6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d6f6393f-bc97-47fe-80bd-2ee6749913ab HTTP/1.1" status: 200 len: 919 time: 0.1071458 Nov 22 16:56:04.266816 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9983dd-069b-4d0a-9e48-9d9b0eb754b0 None None] Checking router: 8b2e551f-5f5a-4799-9e02-427e5bd9855d for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:56:04.277779 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9983dd-069b-4d0a-9e48-9d9b0eb754b0 None None] Routers {'8b2e551f-5f5a-4799-9e02-427e5bd9855d'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:04.278396 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7c9983dd-069b-4d0a-9e48-9d9b0eb754b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:55:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:04.292340 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a646b67-642e-45f6-92ee-4d9865edf92c req-c238421e-e4db-4bc1-af01-8ca9e53e5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:04.294044 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3a646b67-642e-45f6-92ee-4d9865edf92c req-c238421e-e4db-4bc1-af01-8ca9e53e5c2d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ed57d480-17de-4af9-a2a6-f35eb04a38a9 HTTP/1.1" status: 200 len: 858 time: 0.0815454 Nov 22 16:56:04.381638 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3a646b67-642e-45f6-92ee-4d9865edf92c req-2a053ed6-62c3-4aeb-9ec1-a5406e5a0cf7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=addedaf8-c56a-4700-8c31-6938e05f34b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795424 Nov 22 16:56:04.385597 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1bb93518-3fbd-4eac-ab53-26fdac8579b6 req-aa3e1bb1-716d-4801-9ffd-3be68b238b06 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeee0f2b-0c59-426c-9308-f6ebadc254be HTTP/1.1" status: 200 len: 999 time: 0.1203623 Nov 22 16:56:04.407054 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-7c9983dd-069b-4d0a-9e48-9d9b0eb754b0 None None] Set router 8b2e551f-5f5a-4799-9e02-427e5bd9855d gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:04.482540 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb93518-3fbd-4eac-ab53-26fdac8579b6 req-5f58ffde-62b5-4313-b5ab-9ee752151a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:04.484318 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1bb93518-3fbd-4eac-ab53-26fdac8579b6 req-5f58ffde-62b5-4313-b5ab-9ee752151a2f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43573154-396f-4f70-9616-b22b08bbb1ff HTTP/1.1" status: 200 len: 856 time: 0.0878851 Nov 22 16:56:04.523066 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3a646b67-642e-45f6-92ee-4d9865edf92c req-e79ae3eb-a902-4ff2-b7bf-f2d467096a57 service neutron] 10.222.0.85 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276178 Nov 22 16:56:04.577046 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb93518-3fbd-4eac-ab53-26fdac8579b6 req-b2fbe2eb-2f06-465d-9aaa-dc7228906c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:04.583796 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1bb93518-3fbd-4eac-ab53-26fdac8579b6 req-b2fbe2eb-2f06-465d-9aaa-dc7228906c73 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d6f6393f-bc97-47fe-80bd-2ee6749913ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0911424 Nov 22 16:56:04.700343 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3a646b67-642e-45f6-92ee-4d9865edf92c req-5eabec7e-488d-4bc1-8a06-0018db62592f service neutron] 10.222.0.85 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606238 Nov 22 16:56:04.767259 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1bb93518-3fbd-4eac-ab53-26fdac8579b6 req-e73514e2-fa13-4645-b6bc-92ec59095bbf service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680307 Nov 22 16:56:04.786056 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7c9983dd-069b-4d0a-9e48-9d9b0eb754b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '88b34b47-f612-40a3-ab69-0135e8034549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 4, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port': {'id': '88b34b47-f612-40a3-ab69-0135e8034549', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:19Z', 'updated_at': '2021-11-22T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': '08c6f88b-fb57-4746-a780-e6e7c80580db', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'floating_ip_address': '172.27.0.136', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'port_id': 'eeee0f2b-0c59-426c-9308-f6ebadc254be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'mac_address': 'fa:16:3e:39:65:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a870d5f5-a982-4090-a858-df3242b104c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:55:41Z', 'updated_at': '2021-11-22T16:56:02Z', 'revision_number': 1, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40cd444a-6c29-4d95-a485-874577a37fc2', 'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'mac_address': 'fa:16:3e:b7:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:24Z', 'updated_at': '2021-11-22T16:55:36Z', 'revision_number': 5, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'subnets': [{'id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:04.828463 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9983dd-069b-4d0a-9e48-9d9b0eb754b0 None None] The sync data for ids ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'] in dv-cinder-778193-11-iscsi is: [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '88b34b47-f612-40a3-ab69-0135e8034549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 4, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port': {'id': '88b34b47-f612-40a3-ab69-0135e8034549', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:19Z', 'updated_at': '2021-11-22T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': '08c6f88b-fb57-4746-a780-e6e7c80580db', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'floating_ip_address': '172.27.0.136', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'port_id': 'eeee0f2b-0c59-426c-9308-f6ebadc254be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'mac_address': 'fa:16:3e:39:65:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a870d5f5-a982-4090-a858-df3242b104c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:55:41Z', 'updated_at': '2021-11-22T16:56:02Z', 'revision_number': 1, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40cd444a-6c29-4d95-a485-874577a37fc2', 'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'mac_address': 'fa:16:3e:b7:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:24Z', 'updated_at': '2021-11-22T16:55:36Z', 'revision_number': 5, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'subnets': [{'id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:04.923703 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1bb93518-3fbd-4eac-ab53-26fdac8579b6 req-27ee117c-dfd9-4eb1-b8c7-996f65e2a760 service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374624 Nov 22 16:56:05.134154 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657be9a6-8ee0-4491-9cd7-6c0a3805b2e8 None None] New status for floating IP 08c6f88b-fb57-4746-a780-e6e7c80580db: ACTIVE {{(pid=102629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:56:05.214406 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c7a19-7722-4ec3-9d31-15deee2280e4 req-91ee9328-c2b1-4c82-8076-52438f426e51 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:05.218796 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0a1c7a19-7722-4ec3-9d31-15deee2280e4 req-91ee9328-c2b1-4c82-8076-52438f426e51 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0979559 Nov 22 16:56:05.295333 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0a1c7a19-7722-4ec3-9d31-15deee2280e4 req-c4111cf1-d334-42a5-9dd5-b229aa212d39 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682986 Nov 22 16:56:06.054536 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 42284) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:06.069018 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 42290) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:06.195139 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b643117e-a96c-48ff-af17-8845fa22c9b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.202231 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c48dcb46-0c45-48d8-9e1f-c89079fa52a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.347893 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c48dcb46-0c45-48d8-9e1f-c89079fa52a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.350351 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b643117e-a96c-48ff-af17-8845fa22c9b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.352326 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c48dcb46-0c45-48d8-9e1f-c89079fa52a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.359504 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b643117e-a96c-48ff-af17-8845fa22c9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.453555 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-c48dcb46-0c45-48d8-9e1f-c89079fa52a3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f3e958bc80b2443fb0841bc592dc5bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3978004 Nov 22 16:56:06.456376 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 42312) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:06.457474 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dcb46-0c45-48d8-9e1f-c89079fa52a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa24a9a1-6db6-4bd5-96a2-f0d40a398eaa,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:06.461541 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-b643117e-a96c-48ff-af17-8845fa22c9b8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1eacc5cbecd74df7b595716d3c083e82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3913174 Nov 22 16:56:06.465313 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 42314) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:06.498110 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2662c3-fd17-4804-a11e-abef26c8a29d req-9d00ada3-a624-4201-9363-637ab0b2d03c tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:06.507138 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-eb2662c3-fd17-4804-a11e-abef26c8a29d req-9d00ada3-a624-4201-9363-637ab0b2d03c tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.1443138 Nov 22 16:56:06.509393 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643117e-a96c-48ff-af17-8845fa22c9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0292c2-6234-4375-a56f-218c0a5f4b52,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:06.560246 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea9f150f-31d7-49b2-8043-8da9454878d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.563170 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-db8f3940-72e0-4728-93dd-154324256887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.568738 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-eb2662c3-fd17-4804-a11e-abef26c8a29d req-5835a6e3-ecb8-46d4-8778-2356dac66a73 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610704 Nov 22 16:56:06.603776 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea9f150f-31d7-49b2-8043-8da9454878d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.606963 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-db8f3940-72e0-4728-93dd-154324256887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.684853 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-db8f3940-72e0-4728-93dd-154324256887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.688369 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-db8f3940-72e0-4728-93dd-154324256887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.692867 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-db8f3940-72e0-4728-93dd-154324256887 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1a0292c2-6234-4375-a56f-218c0a5f4b52 HTTP/1.1" status: 204 len: 168 time: 0.2223639 Nov 22 16:56:06.697440 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea9f150f-31d7-49b2-8043-8da9454878d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.700193 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea9f150f-31d7-49b2-8043-8da9454878d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.704053 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-ea9f150f-31d7-49b2-8043-8da9454878d4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aa24a9a1-6db6-4bd5-96a2-f0d40a398eaa HTTP/1.1" status: 204 len: 168 time: 0.2433987 Nov 22 16:56:06.708053 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f3940-72e0-4728-93dd-154324256887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0292c2-6234-4375-a56f-218c0a5f4b52,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:06.722735 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f150f-31d7-49b2-8043-8da9454878d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa24a9a1-6db6-4bd5-96a2-f0d40a398eaa,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:07.057807 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 42334) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:07.072730 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-100e79d4-1876-4040-a4cd-a816147e5e9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.092365 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 42336) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:07.107225 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7c6d206d-d942-435f-8bf3-512394fc0416 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.165441 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-100e79d4-1876-4040-a4cd-a816147e5e9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.170042 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-100e79d4-1876-4040-a4cd-a816147e5e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.198417 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e79d4-1876-4040-a4cd-a816147e5e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828c930b-8bb5-4bc5-9bd9-8993f76fec1c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:07.199422 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5587e71-3ccb-49ec-9a4e-2d3787fab79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.217082 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7c6d206d-d942-435f-8bf3-512394fc0416 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.220811 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-100e79d4-1876-4040-a4cd-a816147e5e9b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dc3e88b89c6a4c6bb4c760b1c44adbff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1616614 Nov 22 16:56:07.223021 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7c6d206d-d942-435f-8bf3-512394fc0416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.224628 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 42340) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:07.259311 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-7c6d206d-d942-435f-8bf3-512394fc0416 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5c1211d845d64ddaa672e5bc488e7a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658027 Nov 22 16:56:07.262280 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 42344) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:07.263980 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d206d-d942-435f-8bf3-512394fc0416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aeba715-c6d1-4e0d-bae3-19464e08e361,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:07.298289 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4f4c125f-531e-4af7-a12f-bb085626bdcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.334418 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4f4c125f-531e-4af7-a12f-bb085626bdcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.354837 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49601a06-5e04-46b0-a2f7-c8eb8b73c287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.390216 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49601a06-5e04-46b0-a2f7-c8eb8b73c287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.421311 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4f4c125f-531e-4af7-a12f-bb085626bdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.423833 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4f4c125f-531e-4af7-a12f-bb085626bdcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.424996 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-4f4c125f-531e-4af7-a12f-bb085626bdcf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/828c930b-8bb5-4bc5-9bd9-8993f76fec1c HTTP/1.1" status: 204 len: 168 time: 0.1994119 Nov 22 16:56:07.435166 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c125f-531e-4af7-a12f-bb085626bdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828c930b-8bb5-4bc5-9bd9-8993f76fec1c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:07.466633 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49601a06-5e04-46b0-a2f7-c8eb8b73c287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.470054 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49601a06-5e04-46b0-a2f7-c8eb8b73c287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.474195 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-49601a06-5e04-46b0-a2f7-c8eb8b73c287 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0aeba715-c6d1-4e0d-bae3-19464e08e361 HTTP/1.1" status: 204 len: 168 time: 0.2066751 Nov 22 16:56:07.481278 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49601a06-5e04-46b0-a2f7-c8eb8b73c287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aeba715-c6d1-4e0d-bae3-19464e08e361,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:07.718959 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b031b2-2e1b-48a7-96bd-1cfdd5e90858 req-b2bfcb7a-f412-4b12-97b2-16302147dffb tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:07.729166 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-73b031b2-2e1b-48a7-96bd-1cfdd5e90858 req-b2bfcb7a-f412-4b12-97b2-16302147dffb tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0760155 Nov 22 16:56:07.779658 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-73b031b2-2e1b-48a7-96bd-1cfdd5e90858 req-2d1c6e44-a9be-4905-a40d-e41f9b5512f8 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493751 Nov 22 16:56:08.266921 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 42418) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:08.419693 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 42430) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:08.485018 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4120c2da-91c9-452d-bec0-1c04795384d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.513102 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-21bab4aa-9697-4fc2-998b-4908b9e0a5b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1863804952-network', 'tenant_id': '30c1b47c65454806b9d9dad95c794eeb'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:08.555094 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bab4aa-9697-4fc2-998b-4908b9e0a5b6 admin admin] Made reservation on behalf of 30c1b47c65454806b9d9dad95c794eeb for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:08.557681 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21bab4aa-9697-4fc2-998b-4908b9e0a5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.571279 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21bab4aa-9697-4fc2-998b-4908b9e0a5b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.609085 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4120c2da-91c9-452d-bec0-1c04795384d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.618577 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4120c2da-91c9-452d-bec0-1c04795384d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.679029 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 42438) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:08.679606 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-4120c2da-91c9-452d-bec0-1c04795384d2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d57c3069a55c43eeba93b91e10039cbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4105330 Nov 22 16:56:08.681027 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120c2da-91c9-452d-bec0-1c04795384d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27da9aee-f54e-4b09-9c63-32cf1eab0ca2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:08.710145 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21bab4aa-9697-4fc2-998b-4908b9e0a5b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.715794 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21bab4aa-9697-4fc2-998b-4908b9e0a5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.746658 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bab4aa-9697-4fc2-998b-4908b9e0a5b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1225} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:56:08.756564 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4df33077-54c0-4bc4-aa6c-5d4f6dd7a2ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.759426 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21bab4aa-9697-4fc2-998b-4908b9e0a5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.759847 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-21bab4aa-9697-4fc2-998b-4908b9e0a5b6 admin admin] Added segment 4f3134d8-ef85-426f-9c0a-91f665a788de of type vlan for network 8190ece4-ccb8-4ac0-a0df-0a3a97a91f52 Nov 22 16:56:08.783949 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4df33077-54c0-4bc4-aa6c-5d4f6dd7a2ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.806441 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bab4aa-9697-4fc2-998b-4908b9e0a5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7af2c29-87bd-4968-9275-8a9ef67d2649,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:08.812244 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21bab4aa-9697-4fc2-998b-4908b9e0a5b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736619566340'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.844207 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21bab4aa-9697-4fc2-998b-4908b9e0a5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.845531 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bab4aa-9697-4fc2-998b-4908b9e0a5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:08.846525 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21bab4aa-9697-4fc2-998b-4908b9e0a5b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.849227 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4df33077-54c0-4bc4-aa6c-5d4f6dd7a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.852309 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4df33077-54c0-4bc4-aa6c-5d4f6dd7a2ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.856047 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-4df33077-54c0-4bc4-aa6c-5d4f6dd7a2ac admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/27da9aee-f54e-4b09-9c63-32cf1eab0ca2 HTTP/1.1" status: 204 len: 168 time: 0.1737823 Nov 22 16:56:08.883498 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df33077-54c0-4bc4-aa6c-5d4f6dd7a2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27da9aee-f54e-4b09-9c63-32cf1eab0ca2,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:08.975272 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-21bab4aa-9697-4fc2-998b-4908b9e0a5b6 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5537138 Nov 22 16:56:08.978262 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 42456) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:08.987398 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5a3b0980-91bf-49b9-9c48-06dbb8ce7c66 admin admin] Request body: {'subnet': {'network_id': '8190ece4-ccb8-4ac0-a0df-0a3a97a91f52', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1863804952-subnet', 'tenant_id': '30c1b47c65454806b9d9dad95c794eeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:09.019909 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bab4aa-9697-4fc2-998b-4908b9e0a5b6 admin admin] Pushing event updated for resources: {'Network': ['ID=8190ece4-ccb8-4ac0-a0df-0a3a97a91f52,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:09.027026 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3b0980-91bf-49b9-9c48-06dbb8ce7c66 admin admin] Made reservation on behalf of 30c1b47c65454806b9d9dad95c794eeb for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:09.032206 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0980-91bf-49b9-9c48-06dbb8ce7c66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25295906'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.035430 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a018c-bd89-4564-8edb-37d29ca82d83 req-9f034df1-6b5e-451f-9e1c-22a8dc672961 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:09.037769 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e28a018c-bd89-4564-8edb-37d29ca82d83 req-9f034df1-6b5e-451f-9e1c-22a8dc672961 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0898309 Nov 22 16:56:09.042490 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Network 8190ece4-ccb8-4ac0-a0df-0a3a97a91f52 details requested by agent ovs-agent-dv-cinder-778193-11-iscsi with host dv-cinder-778193-11-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:56:09.116220 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e28a018c-bd89-4564-8edb-37d29ca82d83 req-6d429447-6b48-4ee6-bf6a-ec39a046bf47 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685024 Nov 22 16:56:09.261572 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0980-91bf-49b9-9c48-06dbb8ce7c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25513796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25295884'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.322640 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b0980-91bf-49b9-9c48-06dbb8ce7c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03189eb6-5e78-4000-bc7d-6af9a115c587,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:09.334647 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3b0980-91bf-49b9-9c48-06dbb8ce7c66 admin admin] Checking segment: {'id': '4f3134d8-ef85-426f-9c0a-91f665a788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '8190ece4-ccb8-4ac0-a0df-0a3a97a91f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:09.334993 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3b0980-91bf-49b9-9c48-06dbb8ce7c66 admin admin] Network hostable DHCP agents. Network: 8190ece4-ccb8-4ac0-a0df-0a3a97a91f52, hostable agents: ['adaf967d-dae0-466d-8f0c-362e3950e29c'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:56:09.355422 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3b0980-91bf-49b9-9c48-06dbb8ce7c66 admin admin] Network 8190ece4-ccb8-4ac0-a0df-0a3a97a91f52 is scheduled to be hosted by DHCP agent adaf967d-dae0-466d-8f0c-362e3950e29c with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:56:09.362112 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 42470) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:09.370653 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-5a3b0980-91bf-49b9-9c48-06dbb8ce7c66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-11-iscsi, 8190ece4-ccb8-4ac0-a0df-0a3a97a91f52) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:09.381631 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99d32af-ba8a-419b-b5b3-3726c128790b None None] Network 8190ece4-ccb8-4ac0-a0df-0a3a97a91f52 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:09.387888 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b0980-91bf-49b9-9c48-06dbb8ce7c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:09.389018 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0980-91bf-49b9-9c48-06dbb8ce7c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.402214 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b74d60d8-fe97-45dc-9795-b92bf0420ab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.430372 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5a3b0980-91bf-49b9-9c48-06dbb8ce7c66 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4506340 Nov 22 16:56:09.498981 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9f95d27-f065-4e61-9b62-0a1c63e10ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.523581 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b74d60d8-fe97-45dc-9795-b92bf0420ab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.529675 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b74d60d8-fe97-45dc-9795-b92bf0420ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.567243 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b74d60d8-fe97-45dc-9795-b92bf0420ab0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=695e1d0647ff42b4b2a430153ca3187f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034366 Nov 22 16:56:09.569604 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54dd03c-cff9-47d1-a502-b08d7a1e9122 None None] Network 8190ece4-ccb8-4ac0-a0df-0a3a97a91f52 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:09.569973 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 42478) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:09.573327 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d60d8-fe97-45dc-9795-b92bf0420ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2510360-c0a7-4ae9-b7ed-356f98cc846f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:09.649089 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-88f118bd-66c5-47e3-8020-7c74f65c2dd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.673405 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-88f118bd-66c5-47e3-8020-7c74f65c2dd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.731399 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-88f118bd-66c5-47e3-8020-7c74f65c2dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.734091 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-88f118bd-66c5-47e3-8020-7c74f65c2dd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.735220 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-88f118bd-66c5-47e3-8020-7c74f65c2dd4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c2510360-c0a7-4ae9-b7ed-356f98cc846f HTTP/1.1" status: 204 len: 168 time: 0.1618743 Nov 22 16:56:09.743619 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f118bd-66c5-47e3-8020-7c74f65c2dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2510360-c0a7-4ae9-b7ed-356f98cc846f,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:10.302781 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368c0e4-eee7-4e8d-afd1-723eb871379a req-bb021a16-403e-4896-8893-1fa99b7fc9c5 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:10.304340 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e368c0e4-eee7-4e8d-afd1-723eb871379a req-bb021a16-403e-4896-8893-1fa99b7fc9c5 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0766299 Nov 22 16:56:10.359157 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e368c0e4-eee7-4e8d-afd1-723eb871379a req-b6c17c27-52ea-4416-b761-4e6b8b88664d tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482352 Nov 22 16:56:10.894627 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.488265 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07eba8-494d-4274-a9b5-bff6731996da req-2023d134-9adf-46b6-839a-09b46e3ca107 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:11.488265 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ca07eba8-494d-4274-a9b5-bff6731996da req-2023d134-9adf-46b6-839a-09b46e3ca107 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0530853 Nov 22 16:56:11.531991 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-3f4a6bde-3e3c-4fe7-9e17-7eaacabb5728 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:11.539673 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-3f4a6bde-3e3c-4fe7-9e17-7eaacabb5728 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/networks?id=8190ece4-ccb8-4ac0-a0df-0a3a97a91f52 HTTP/1.1" status: 200 len: 809 time: 0.1210799 Nov 22 16:56:11.550901 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ca07eba8-494d-4274-a9b5-bff6731996da req-84a45f22-0a47-4b41-8b87-e44748f0794a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549173 Nov 22 16:56:11.553047 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-d1ba69f0-2c50-49cd-ba0c-8aed8ac3a29c tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/quotas/30c1b47c65454806b9d9dad95c794eeb HTTP/1.1" status: 200 len: 375 time: 0.0125122 Nov 22 16:56:11.587489 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-b2a8c349-09f9-43c1-8d51-e36b273b6d3b tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=30c1b47c65454806b9d9dad95c794eeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265303 Nov 22 16:56:11.679714 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-bc1cc69a-b401-417e-839c-83bfa70f2e44 service neutron] 10.222.0.75 "GET /v2.0/networks/8190ece4-ccb8-4ac0-a0df-0a3a97a91f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852189 Nov 22 16:56:11.767452 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-96bb3fa9-17f6-4026-af02-7c1693731a18 service neutron] 10.222.0.75 "GET /v2.0/networks/8190ece4-ccb8-4ac0-a0df-0a3a97a91f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814910 Nov 22 16:56:11.935139 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5b079a2a-ec2c-422b-afd1-145102c9c5f6 req-de7ba90c-d357-486f-80b3-90fcf6981a08 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d9661ff-d34e-46ad-a689-85cdab54956a HTTP/1.1" status: 200 len: 210 time: 0.0272391 Nov 22 16:56:12.169182 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.668091 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175e484-7fdc-45a9-b80e-480501a0117e req-78403713-576d-4a8e-a748-657cc1593a6f tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:12.669623 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d175e484-7fdc-45a9-b80e-480501a0117e req-78403713-576d-4a8e-a748-657cc1593a6f tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0546343 Nov 22 16:56:12.720670 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d175e484-7fdc-45a9-b80e-480501a0117e req-af1d6f62-7291-4fd6-b104-69a0c83cd53f tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431223 Nov 22 16:56:13.027332 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-991d6f66-318d-4810-b8b3-4719634d0c04 req-487c836a-66c7-4206-ab16-8d58d5e0eacb tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d9661ff-d34e-46ad-a689-85cdab54956a HTTP/1.1" status: 200 len: 210 time: 0.0253544 Nov 22 16:56:13.115057 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:13.459285 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-f395918b-ae52-4201-8314-f2eb2dd4337a tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:13.461869 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-f395918b-ae52-4201-8314-f2eb2dd4337a tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.85 "GET /v2.0/networks?id=8190ece4-ccb8-4ac0-a0df-0a3a97a91f52 HTTP/1.1" status: 200 len: 809 time: 0.1516364 Nov 22 16:56:13.480123 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-5aeb20d2-f045-4435-a46b-7440de5eb8ce tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Request body: {'port': {'device_id': '5d9661ff-d34e-46ad-a689-85cdab54956a', 'network_id': '8190ece4-ccb8-4ac0-a0df-0a3a97a91f52', 'admin_state_up': True, 'tenant_id': '30c1b47c65454806b9d9dad95c794eeb'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:13.666808 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-5aeb20d2-f045-4435-a46b-7440de5eb8ce tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Made reservation on behalf of 30c1b47c65454806b9d9dad95c794eeb for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:13.673765 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-5aeb20d2-f045-4435-a46b-7440de5eb8ce tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:13.848741 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-5aeb20d2-f045-4435-a46b-7440de5eb8ce tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Allocated IP 172.20.0.8 (8190ece4-ccb8-4ac0-a0df-0a3a97a91f52/03189eb6-5e78-4000-bc7d-6af9a115c587/0bd94671-52db-4017-acef-6df0da9e316c) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:13.892714 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fd233-31c3-401c-9fa3-d6d3167d4024 req-cd624d08-a468-420d-82bf-fab9d356a3ba tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:13.894138 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f6fd233-31c3-401c-9fa3-d6d3167d4024 req-cd624d08-a468-420d-82bf-fab9d356a3ba tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0853515 Nov 22 16:56:14.010856 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f6fd233-31c3-401c-9fa3-d6d3167d4024 req-ee249fcd-f619-487b-9b53-3f1836b54b8e tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104908 Nov 22 16:56:14.062546 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-5aeb20d2-f045-4435-a46b-7440de5eb8ce tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.137806 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0d3a0e8b-6b3c-4455-a2aa-0b0eda51b05c req-9e7808e1-f495-4983-af25-31c1448a54dd tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d9661ff-d34e-46ad-a689-85cdab54956a HTTP/1.1" status: 200 len: 210 time: 0.0280478 Nov 22 16:56:14.138490 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde02c13-6c3f-4bf9-83fe-f4d949c1890c req-52b7b95c-6623-4709-ac3c-bb957759d05b tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:14.139320 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-dde02c13-6c3f-4bf9-83fe-f4d949c1890c req-52b7b95c-6623-4709-ac3c-bb957759d05b tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 945 time: 0.0713964 Nov 22 16:56:14.145317 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-5aeb20d2-f045-4435-a46b-7440de5eb8ce tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.205592 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-5aeb20d2-f045-4435-a46b-7440de5eb8ce tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Network 8190ece4-ccb8-4ac0-a0df-0a3a97a91f52 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:14.216672 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-5aeb20d2-f045-4435-a46b-7440de5eb8ce tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:14.225041 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-5aeb20d2-f045-4435-a46b-7440de5eb8ce tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:14.257743 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb20d2-f045-4435-a46b-7440de5eb8ce tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Pushing event updated for resources: {'Port': ['ID=0bd94671-52db-4017-acef-6df0da9e316c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:14.265777 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-dde02c13-6c3f-4bf9-83fe-f4d949c1890c req-28e40d7f-116b-44db-922e-937f525b7a35 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181216 Nov 22 16:56:14.286981 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-5aeb20d2-f045-4435-a46b-7440de5eb8ce tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:14.287582 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-5aeb20d2-f045-4435-a46b-7440de5eb8ce tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.303434 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-5aeb20d2-f045-4435-a46b-7440de5eb8ce tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8284676 Nov 22 16:56:14.321111 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Request body: {'port': {'device_id': '5d9661ff-d34e-46ad-a689-85cdab54956a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:14.385490 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.641754 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd94671-52db-4017-acef-6df0da9e316c {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:56:14.649203 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.663863 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Transition to ACTIVE for port object 0bd94671-52db-4017-acef-6df0da9e316c will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:56:14.668867 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.720057 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd94671-52db-4017-acef-6df0da9e316c,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:14.787339 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Attempting to bind port 0bd94671-52db-4017-acef-6df0da9e316c on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:14.787678 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Attempting to bind port 0bd94671-52db-4017-acef-6df0da9e316c by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '4f3134d8-ef85-426f-9c0a-91f665a788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '8190ece4-ccb8-4ac0-a0df-0a3a97a91f52'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:14.787997 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Attempting to bind port 0bd94671-52db-4017-acef-6df0da9e316c on network 8190ece4-ccb8-4ac0-a0df-0a3a97a91f52 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:14.792333 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Port 0bd94671-52db-4017-acef-6df0da9e316c on network 8190ece4-ccb8-4ac0-a0df-0a3a97a91f52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:56:14.792672 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Attempting to bind port 0bd94671-52db-4017-acef-6df0da9e316c on network 8190ece4-ccb8-4ac0-a0df-0a3a97a91f52 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:14.797554 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:14.797819 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Checking segment: {'id': '4f3134d8-ef85-426f-9c0a-91f665a788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '8190ece4-ccb8-4ac0-a0df-0a3a97a91f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:14.798200 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Bound using segment: {'id': '4f3134d8-ef85-426f-9c0a-91f665a788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '8190ece4-ccb8-4ac0-a0df-0a3a97a91f52'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:14.798617 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Bound port: 0bd94671-52db-4017-acef-6df0da9e316c, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3134d8-ef85-426f-9c0a-91f665a788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '8190ece4-ccb8-4ac0-a0df-0a3a97a91f52'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:14.798962 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.861434 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] For port 0bd94671-52db-4017-acef-6df0da9e316c, host hv-cinder-77819, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:14.865548 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] For port 0bd94671-52db-4017-acef-6df0da9e316c, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0bd94671-52db-4017-acef-6df0da9e316c,segment=NetworkSegment(4f3134d8-ef85-426f-9c0a-91f665a788de),segment_id=4f3134d8-ef85-426f-9c0a-91f665a788de)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:14.871375 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.912056 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:14.912709 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.914240 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] 10.222.0.85 "PUT /v2.0/ports/0bd94671-52db-4017-acef-6df0da9e316c HTTP/1.1" status: 200 len: 1093 time: 0.5971074 Nov 22 16:56:14.914694 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9661ff-d34e-46ad-a689-85cdab54956a', 'tag': '0bd94671-52db-4017-acef-6df0da9e316c'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:14.917145 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e23736d-2811-4800-8d0a-e83e7183deb8" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9661ff-d34e-46ad-a689-85cdab54956a", "tag": "0bd94671-52db-4017-acef-6df0da9e316c"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:14.951839 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c99ed3-1b2e-4adb-af38-230138444039 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd94671-52db-4017-acef-6df0da9e316c,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:14.966797 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf05d140-5b1a-4caf-b55b-a46b4b1d4aff x-openstack-request-id: req-cf05d140-5b1a-4caf-b55b-a46b4b1d4aff {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:14.967087 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9661ff-d34e-46ad-a689-85cdab54956a", "tag": "0bd94671-52db-4017-acef-6df0da9e316c", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:14.967357 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cf05d140-5b1a-4caf-b55b-a46b4b1d4aff {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:14.967744 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9661ff-d34e-46ad-a689-85cdab54956a', 'tag': '0bd94671-52db-4017-acef-6df0da9e316c', 'status': 'completed', 'code': 200} Nov 22 16:56:15.028159 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-6aa42a30-e442-4814-95db-00fdd6303eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:15.029904 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-6aa42a30-e442-4814-95db-00fdd6303eeb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=30c1b47c65454806b9d9dad95c794eeb&device_id=5d9661ff-d34e-46ad-a689-85cdab54956a HTTP/1.1" status: 200 len: 1096 time: 0.0442395 Nov 22 16:56:15.087953 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-81277b3e-988b-4d04-8da4-0fd909bf36c5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bd94671-52db-4017-acef-6df0da9e316c HTTP/1.1" status: 200 len: 217 time: 0.0428116 Nov 22 16:56:15.178029 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-9785a809-41ba-4e0b-bccb-56953a16a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:15.179530 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-9785a809-41ba-4e0b-bccb-56953a16a649 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03189eb6-5e78-4000-bc7d-6af9a115c587 HTTP/1.1" status: 200 len: 849 time: 0.0728681 Nov 22 16:56:15.191079 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acad58-768b-4c89-b8dd-9df74f942823 req-c4290cb7-2df9-4123-9a3e-b2dc69f459ef tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:15.193325 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f0acad58-768b-4c89-b8dd-9df74f942823 req-c4290cb7-2df9-4123-9a3e-b2dc69f459ef tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0975330 Nov 22 16:56:15.231689 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-e64cb63f-e626-4d72-af5c-5f6cc3e26441 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8190ece4-ccb8-4ac0-a0df-0a3a97a91f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371234 Nov 22 16:56:15.307169 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f0acad58-768b-4c89-b8dd-9df74f942823 req-49444b8b-1a83-49a8-ae98-e93561bcce85 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035743 Nov 22 16:56:15.345178 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3c19d-5385-40eb-939f-7b8df257381a req-4ccac4a5-833d-4fc9-9e2d-61f00c7b69e3 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:15.347897 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a0e3c19d-5385-40eb-939f-7b8df257381a req-4ccac4a5-833d-4fc9-9e2d-61f00c7b69e3 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d9661ff-d34e-46ad-a689-85cdab54956a HTTP/1.1" status: 200 len: 943 time: 0.0953591 Nov 22 16:56:15.369665 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-ad87fb44-7c80-47f3-9e45-0492a2927194 service neutron] 10.222.0.85 "GET /v2.0/networks/8190ece4-ccb8-4ac0-a0df-0a3a97a91f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287653 Nov 22 16:56:15.422555 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a0e3c19d-5385-40eb-939f-7b8df257381a req-7a96c1e8-032c-433c-92ab-3eb9d3dc691a tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614593 Nov 22 16:56:15.676678 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf37d3e-d9b5-4de9-99d8-311a66770ad2 req-50b362d5-afb7-434d-af4c-43fe156cf115 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:15.678156 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2bf37d3e-d9b5-4de9-99d8-311a66770ad2 req-50b362d5-afb7-434d-af4c-43fe156cf115 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 945 time: 0.3014944 Nov 22 16:56:15.719604 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-37b1bea1-72ce-496c-b38f-48edbd29354a req-8e9aebd1-79ab-4c02-9462-a091f628bb17 service neutron] 10.222.0.85 "GET /v2.0/networks/8190ece4-ccb8-4ac0-a0df-0a3a97a91f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334110 Nov 22 16:56:15.746544 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2bf37d3e-d9b5-4de9-99d8-311a66770ad2 req-2e7ce219-380f-4946-afe8-10d0cd1f09ed tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611808 Nov 22 16:56:15.817542 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23736d-2811-4800-8d0a-e83e7183deb8 req-88d20474-67c8-48b7-b78d-ad29dbdb1280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:15.819069 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9e23736d-2811-4800-8d0a-e83e7183deb8 req-88d20474-67c8-48b7-b78d-ad29dbdb1280 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=30c1b47c65454806b9d9dad95c794eeb&device_id=5d9661ff-d34e-46ad-a689-85cdab54956a HTTP/1.1" status: 200 len: 1096 time: 0.0416739 Nov 22 16:56:15.918078 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23736d-2811-4800-8d0a-e83e7183deb8 req-50416980-2d8d-4005-a8ef-77b993cbeaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:15.919545 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9e23736d-2811-4800-8d0a-e83e7183deb8 req-50416980-2d8d-4005-a8ef-77b993cbeaf0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8190ece4-ccb8-4ac0-a0df-0a3a97a91f52 HTTP/1.1" status: 200 len: 911 time: 0.0921040 Nov 22 16:56:15.965755 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9e23736d-2811-4800-8d0a-e83e7183deb8 req-366ba242-eb07-494f-aca9-f3dc284c72f4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bd94671-52db-4017-acef-6df0da9e316c HTTP/1.1" status: 200 len: 217 time: 0.0385392 Nov 22 16:56:16.024915 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23736d-2811-4800-8d0a-e83e7183deb8 req-a9a80747-7047-4581-82ab-74f248822885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:16.026369 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9e23736d-2811-4800-8d0a-e83e7183deb8 req-a9a80747-7047-4581-82ab-74f248822885 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03189eb6-5e78-4000-bc7d-6af9a115c587 HTTP/1.1" status: 200 len: 849 time: 0.0456593 Nov 22 16:56:16.061848 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9e23736d-2811-4800-8d0a-e83e7183deb8 req-62b8a0bc-7a76-4b5b-9a2d-70dbc18de2d9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8190ece4-ccb8-4ac0-a0df-0a3a97a91f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239358 Nov 22 16:56:16.165484 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9e23736d-2811-4800-8d0a-e83e7183deb8 req-913c8d58-3e81-4ef3-b991-99b529ebecf3 service neutron] 10.222.0.85 "GET /v2.0/networks/8190ece4-ccb8-4ac0-a0df-0a3a97a91f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916169 Nov 22 16:56:16.264926 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9e23736d-2811-4800-8d0a-e83e7183deb8 req-583060d3-857c-4adb-b9a0-d176e58a5f55 service neutron] 10.222.0.85 "GET /v2.0/networks/8190ece4-ccb8-4ac0-a0df-0a3a97a91f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857859 Nov 22 16:56:16.428648 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456f5ef-6345-4c84-aee9-053e029cdefd req-7350d2b9-e309-4cfe-b0b5-d35d8579349a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:16.430060 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0456f5ef-6345-4c84-aee9-053e029cdefd req-7350d2b9-e309-4cfe-b0b5-d35d8579349a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0550616 Nov 22 16:56:16.478108 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0456f5ef-6345-4c84-aee9-053e029cdefd req-3b0681f7-6428-461f-b8a8-7667d260c8cd tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419984 Nov 22 16:56:16.536120 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea9b9b-6d03-4baa-83eb-fb2d2b4f90f9 req-b7dd9bc0-b9df-406f-aa2f-58200b548f71 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:16.537582 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3bea9b9b-6d03-4baa-83eb-fb2d2b4f90f9 req-b7dd9bc0-b9df-406f-aa2f-58200b548f71 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d9661ff-d34e-46ad-a689-85cdab54956a HTTP/1.1" status: 200 len: 943 time: 0.0505185 Nov 22 16:56:16.588100 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3bea9b9b-6d03-4baa-83eb-fb2d2b4f90f9 req-164aac62-c180-4bcc-84f1-ff8419b5ac84 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446277 Nov 22 16:56:16.644597 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12fdab-226f-4e11-8a59-9ffb6337a586 req-b457bb6e-5f55-46eb-ad67-83b834286e12 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:16.646132 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7b12fdab-226f-4e11-8a59-9ffb6337a586 req-b457bb6e-5f55-46eb-ad67-83b834286e12 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.85 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 945 time: 0.0507131 Nov 22 16:56:16.813621 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-7b12fdab-226f-4e11-8a59-9ffb6337a586 req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Deleting port 7e01caff-14ef-4f89-9000-6a1e4e3a2dff {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:16.814269 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7b12fdab-226f-4e11-8a59-9ffb6337a586 req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:16.932503 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10660939-cb59-43e2-8adc-e4394ec553a4 req-82f4029c-221a-4968-bae5-5e909ca838ec tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:16.933954 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-10660939-cb59-43e2-8adc-e4394ec553a4 req-82f4029c-221a-4968-bae5-5e909ca838ec tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 945 time: 0.1068392 Nov 22 16:56:16.940442 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-7b12fdab-226f-4e11-8a59-9ffb6337a586 req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] For port 7e01caff-14ef-4f89-9000-6a1e4e3a2dff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7e01caff-14ef-4f89-9000-6a1e4e3a2dff,segment=NetworkSegment(abbfc1f5-2536-443c-95de-37b6d5f24b0d),segment_id=abbfc1f5-2536-443c-95de-37b6d5f24b0d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:16.940741 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7b12fdab-226f-4e11-8a59-9ffb6337a586 req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:16.965685 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-7b12fdab-226f-4e11-8a59-9ffb6337a586 req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Calling delete_port for 7e01caff-14ef-4f89-9000-6a1e4e3a2dff owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:17.065320 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-10660939-cb59-43e2-8adc-e4394ec553a4 req-7b4dc3f5-f62e-4969-8aff-ef538550c975 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c778ddb-c829-4d2e-837b-c768433301e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153102 Nov 22 16:56:17.159773 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7b12fdab-226f-4e11-8a59-9ffb6337a586 req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.176539 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['7e01caff-14ef-4f89-9000-6a1e4e3a2dff'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:56:17.191927 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Pushing event deleted for resources: {'Port': ['ID=7e01caff-14ef-4f89-9000-6a1e4e3a2dff,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:17.224437 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:17.224807 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:17.225125 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:17.225457 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:17.225852 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:17.226112 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:17.226440 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:17.226819 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:17.227108 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:17.227399 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:17.227721 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:17.228071 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:17.262908 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b12fdab-226f-4e11-8a59-9ffb6337a586 req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] No DVR routers for this DVR port 7e01caff-14ef-4f89-9000-6a1e4e3a2dff on host hv-cinder-77819 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:17.266937 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7b12fdab-226f-4e11-8a59-9ffb6337a586 req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.270853 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7b12fdab-226f-4e11-8a59-9ffb6337a586 req-393bdf72-998d-4d8b-a50f-a268837c8105 tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.85 "DELETE /v2.0/ports/7e01caff-14ef-4f89-9000-6a1e4e3a2dff HTTP/1.1" status: 204 len: 173 time: 0.6138391 Nov 22 16:56:17.271302 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41474ead-5031-4b01-ac48-6ac84037e21a', 'name': 'network-vif-deleted', 'tag': '7e01caff-14ef-4f89-9000-6a1e4e3a2dff'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:17.273563 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5803c71b-98ab-484c-9649-78723959d286" -d '{"events": [{"server_uuid": "41474ead-5031-4b01-ac48-6ac84037e21a", "name": "network-vif-deleted", "tag": "7e01caff-14ef-4f89-9000-6a1e4e3a2dff"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:17.318302 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3fb2fc-1ad8-40ae-a1e9-878fc00494c4 x-openstack-request-id: req-bd3fb2fc-1ad8-40ae-a1e9-878fc00494c4 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:17.318617 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41474ead-5031-4b01-ac48-6ac84037e21a", "name": "network-vif-deleted", "tag": "7e01caff-14ef-4f89-9000-6a1e4e3a2dff", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:17.318925 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bd3fb2fc-1ad8-40ae-a1e9-878fc00494c4 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:17.319372 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41474ead-5031-4b01-ac48-6ac84037e21a', 'name': 'network-vif-deleted', 'tag': '7e01caff-14ef-4f89-9000-6a1e4e3a2dff', 'status': 'completed', 'code': 200} Nov 22 16:56:17.598630 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2154e7-7452-4371-a67a-f5b5f1ae1fec req-7f24c2d4-e728-48b2-9a9b-7899c11cea06 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:17.607122 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dc2154e7-7452-4371-a67a-f5b5f1ae1fec req-7f24c2d4-e728-48b2-9a9b-7899c11cea06 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0588071 Nov 22 16:56:17.699733 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dc2154e7-7452-4371-a67a-f5b5f1ae1fec req-123e42ba-e199-415c-be32-e2b9a019c005 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911212 Nov 22 16:56:17.746929 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eed24f-f6a6-4fc5-8ab6-0eb0c736431b req-b7c5d076-dad2-4637-b4df-1018ce9674ce tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:17.757570 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-97eed24f-f6a6-4fc5-8ab6-0eb0c736431b req-b7c5d076-dad2-4637-b4df-1018ce9674ce tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d9661ff-d34e-46ad-a689-85cdab54956a HTTP/1.1" status: 200 len: 943 time: 0.0827141 Nov 22 16:56:17.807879 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-97eed24f-f6a6-4fc5-8ab6-0eb0c736431b req-7d14be93-6c98-4bfc-8f40-1f7f7ad6f027 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491321 Nov 22 16:56:17.840299 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 42740) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:17.951480 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5beef7e9-1a3c-4cb8-95bb-84100751ffbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.033116 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5beef7e9-1a3c-4cb8-95bb-84100751ffbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.037619 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5beef7e9-1a3c-4cb8-95bb-84100751ffbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.079077 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 42750) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:18.079595 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-5beef7e9-1a3c-4cb8-95bb-84100751ffbf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6cbb69fefc314a8fbbe234bdfa8d9096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375340 Nov 22 16:56:18.079977 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beef7e9-1a3c-4cb8-95bb-84100751ffbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5b2a90-6eab-4718-bcdb-9dbebae529f7,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:18.087643 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beef7e9-1a3c-4cb8-95bb-84100751ffbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:18.088019 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beef7e9-1a3c-4cb8-95bb-84100751ffbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:18.088375 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beef7e9-1a3c-4cb8-95bb-84100751ffbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:18.088718 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beef7e9-1a3c-4cb8-95bb-84100751ffbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:18.089053 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beef7e9-1a3c-4cb8-95bb-84100751ffbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:18.089388 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beef7e9-1a3c-4cb8-95bb-84100751ffbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:18.089722 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beef7e9-1a3c-4cb8-95bb-84100751ffbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:18.090054 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beef7e9-1a3c-4cb8-95bb-84100751ffbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:18.090386 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beef7e9-1a3c-4cb8-95bb-84100751ffbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:18.090709 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beef7e9-1a3c-4cb8-95bb-84100751ffbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:18.091323 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beef7e9-1a3c-4cb8-95bb-84100751ffbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:18.091656 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beef7e9-1a3c-4cb8-95bb-84100751ffbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:18.138888 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-179acc8e-2252-4f61-afdd-28fee67f33d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.166563 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-179acc8e-2252-4f61-afdd-28fee67f33d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.210975 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-05e51ed2-63e3-4f2f-bd51-06f88131ea50 req-ce30bb74-7dc5-48ee-aaf9-3e6ae933eb5e tempest-DeleteServersTestJSON-473206636 tempest-DeleteServersTestJSON-473206636-project] 10.222.0.75 "GET /v2.0/ports?device_id=41474ead-5031-4b01-ac48-6ac84037e21a HTTP/1.1" status: 200 len: 210 time: 0.0258858 Nov 22 16:56:18.231336 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-179acc8e-2252-4f61-afdd-28fee67f33d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.234546 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-179acc8e-2252-4f61-afdd-28fee67f33d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.235693 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-179acc8e-2252-4f61-afdd-28fee67f33d4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2e5b2a90-6eab-4718-bcdb-9dbebae529f7 HTTP/1.1" status: 204 len: 168 time: 0.1555216 Nov 22 16:56:18.244271 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179acc8e-2252-4f61-afdd-28fee67f33d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5b2a90-6eab-4718-bcdb-9dbebae529f7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:18.280223 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 0bd94671-52db-4017-acef-6df0da9e316c details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:56:18.388621 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 0bd94671-52db-4017-acef-6df0da9e316c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0bd94671-52db-4017-acef-6df0da9e316c,segment=NetworkSegment(4f3134d8-ef85-426f-9c0a-91f665a788de),segment_id=4f3134d8-ef85-426f-9c0a-91f665a788de)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:18.402754 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': '0bd94671-52db-4017-acef-6df0da9e316c', 'network_id': '8190ece4-ccb8-4ac0-a0df-0a3a97a91f52', 'port_id': '0bd94671-52db-4017-acef-6df0da9e316c', 'mac_address': 'fa:16:3e:97:31:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03189eb6-5e78-4000-bc7d-6af9a115c587', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:56:18.463283 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.525466 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd94671-52db-4017-acef-6df0da9e316c {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:56:18.561310 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 0bd94671-52db-4017-acef-6df0da9e316c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0bd94671-52db-4017-acef-6df0da9e316c,segment=NetworkSegment(4f3134d8-ef85-426f-9c0a-91f665a788de),segment_id=4f3134d8-ef85-426f-9c0a-91f665a788de)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:18.568441 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.624376 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=0bd94671-52db-4017-acef-6df0da9e316c,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:18.704768 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 42776) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:18.719832 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-618fb76b-7b84-46e1-9d0a-623dbce1fd2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.834917 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52954c13-562e-4889-a917-b69e9a6bebb6 req-bced3c19-a884-4a61-9f8f-06c87ed08ce6 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:18.836429 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-52954c13-562e-4889-a917-b69e9a6bebb6 req-bced3c19-a884-4a61-9f8f-06c87ed08ce6 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0757313 Nov 22 16:56:18.871398 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-618fb76b-7b84-46e1-9d0a-623dbce1fd2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.878321 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-618fb76b-7b84-46e1-9d0a-623dbce1fd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.936344 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-52954c13-562e-4889-a917-b69e9a6bebb6 req-c9ca7bb4-69b1-45f8-b84e-81d46e00b7a0 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941348 Nov 22 16:56:18.944043 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-618fb76b-7b84-46e1-9d0a-623dbce1fd2d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5a96a34873e44a799d1a2bc674a451ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354040 Nov 22 16:56:18.944043 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fb76b-7b84-46e1-9d0a-623dbce1fd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47af5f5c-0fcf-4224-9b21-d35a3c3227d0,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:18.945634 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 42786) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:18.953570 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209038b-6048-4e3b-b06f-fa89e3500df9 req-9a938649-15ed-41f0-8487-0073dc5f5674 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:18.955115 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c209038b-6048-4e3b-b06f-fa89e3500df9 req-9a938649-15ed-41f0-8487-0073dc5f5674 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d9661ff-d34e-46ad-a689-85cdab54956a HTTP/1.1" status: 200 len: 944 time: 0.0682025 Nov 22 16:56:19.004256 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 42788) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:19.005008 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aed83cab-04c3-45a5-b4da-0a6297ada997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.021401 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c209038b-6048-4e3b-b06f-fa89e3500df9 req-659b7047-a4f4-4e5b-ba32-9a20a53be507 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570414 Nov 22 16:56:19.027634 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aed83cab-04c3-45a5-b4da-0a6297ada997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.054496 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['0bd94671-52db-4017-acef-6df0da9e316c'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:56:19.081678 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aed83cab-04c3-45a5-b4da-0a6297ada997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.085630 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aed83cab-04c3-45a5-b4da-0a6297ada997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.086882 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-aed83cab-04c3-45a5-b4da-0a6297ada997 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/47af5f5c-0fcf-4224-9b21-d35a3c3227d0 HTTP/1.1" status: 204 len: 168 time: 0.1403201 Nov 22 16:56:19.096123 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed83cab-04c3-45a5-b4da-0a6297ada997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47af5f5c-0fcf-4224-9b21-d35a3c3227d0,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:19.144401 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-15285132-68c4-4a56-b54a-73e86b146737 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.230751 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-15285132-68c4-4a56-b54a-73e86b146737 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.236219 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-15285132-68c4-4a56-b54a-73e86b146737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.279513 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-15285132-68c4-4a56-b54a-73e86b146737 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=91b898a2043c43ae863c9a8db2fb58b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741973 Nov 22 16:56:19.280404 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15285132-68c4-4a56-b54a-73e86b146737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18650323-42b7-44d1-9b7c-2a63c7ceffc1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:19.282238 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 42800) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:19.336467 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-637c3833-2ab4-4f8e-b358-f6556a0274d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.365725 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-637c3833-2ab4-4f8e-b358-f6556a0274d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.416241 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 42806) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:19.431546 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bf966ec2-9be4-444d-81a0-d3cb65164f37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.442891 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-637c3833-2ab4-4f8e-b358-f6556a0274d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.445401 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-637c3833-2ab4-4f8e-b358-f6556a0274d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.446515 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-637c3833-2ab4-4f8e-b358-f6556a0274d5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/18650323-42b7-44d1-9b7c-2a63c7ceffc1 HTTP/1.1" status: 204 len: 168 time: 0.1632905 Nov 22 16:56:19.463267 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c3833-2ab4-4f8e-b358-f6556a0274d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18650323-42b7-44d1-9b7c-2a63c7ceffc1,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:19.570946 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bf966ec2-9be4-444d-81a0-d3cb65164f37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.579549 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bf966ec2-9be4-444d-81a0-d3cb65164f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.631711 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-bf966ec2-9be4-444d-81a0-d3cb65164f37 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9e4da85c5e8949f79d44623571038a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142100 Nov 22 16:56:19.634661 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 42820) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:19.636791 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf966ec2-9be4-444d-81a0-d3cb65164f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eedb70e-5856-467c-977f-52ca87dc8f15,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:19.695193 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc6a129e-4f43-468f-9828-88dbd82b8e86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.717451 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc6a129e-4f43-468f-9828-88dbd82b8e86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.766563 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc6a129e-4f43-468f-9828-88dbd82b8e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.768595 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc6a129e-4f43-468f-9828-88dbd82b8e86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.769766 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-bc6a129e-4f43-468f-9828-88dbd82b8e86 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7eedb70e-5856-467c-977f-52ca87dc8f15 HTTP/1.1" status: 204 len: 168 time: 0.1337292 Nov 22 16:56:19.778944 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a129e-4f43-468f-9828-88dbd82b8e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eedb70e-5856-467c-977f-52ca87dc8f15,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:19.867881 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 42828) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:19.882599 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0c5dff19-12f6-45b9-be20-421cdf7404f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.003786 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0c5dff19-12f6-45b9-be20-421cdf7404f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.008548 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0c5dff19-12f6-45b9-be20-421cdf7404f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.079935 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-0c5dff19-12f6-45b9-be20-421cdf7404f7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2bf7d4c1e45b4557beb716745ab3a7c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2107224 Nov 22 16:56:20.083377 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 42838) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:20.092104 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5dff19-12f6-45b9-be20-421cdf7404f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be50ae33-3f7a-486a-8d91-bd778b1ea64c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:20.122676 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865c1c0-d748-4e1e-bb68-3560f50b7e8d req-9414f0dc-ce7b-4e2a-ac0d-0ef2828f785e tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:20.124412 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f865c1c0-d748-4e1e-bb68-3560f50b7e8d req-9414f0dc-ce7b-4e2a-ac0d-0ef2828f785e tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0997820 Nov 22 16:56:20.181424 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f865c1c0-d748-4e1e-bb68-3560f50b7e8d req-d92a0145-e920-4178-91ca-6a8eb22ccbfd tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506284 Nov 22 16:56:20.182068 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d5a6468c-f5c5-4cea-835f-37dafcf5d307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.213822 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d5a6468c-f5c5-4cea-835f-37dafcf5d307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.228932 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30045a6b-2d9d-4261-9696-694a0d100d86 req-63bdc38a-7e19-4d88-9634-6ee168f61faf tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:20.230357 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-30045a6b-2d9d-4261-9696-694a0d100d86 req-63bdc38a-7e19-4d88-9634-6ee168f61faf tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d9661ff-d34e-46ad-a689-85cdab54956a HTTP/1.1" status: 200 len: 944 time: 0.0969174 Nov 22 16:56:20.296184 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-30045a6b-2d9d-4261-9696-694a0d100d86 req-072e4ec1-cf3d-4611-8631-cd6ca491dadf tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567832 Nov 22 16:56:20.299232 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 0bd94671-52db-4017-acef-6df0da9e316c up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:20.314664 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d5a6468c-f5c5-4cea-835f-37dafcf5d307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.318403 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d5a6468c-f5c5-4cea-835f-37dafcf5d307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.320423 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-d5a6468c-f5c5-4cea-835f-37dafcf5d307 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/be50ae33-3f7a-486a-8d91-bd778b1ea64c HTTP/1.1" status: 204 len: 168 time: 0.2360823 Nov 22 16:56:20.336173 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6468c-f5c5-4cea-835f-37dafcf5d307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be50ae33-3f7a-486a-8d91-bd778b1ea64c,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:20.366144 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port 0bd94671-52db-4017-acef-6df0da9e316c completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:56:20.371516 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port 0bd94671-52db-4017-acef-6df0da9e316c triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:20.371792 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.470695 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.494709 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9661ff-d34e-46ad-a689-85cdab54956a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd94671-52db-4017-acef-6df0da9e316c'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:20.497003 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a65682-840d-41ef-b194-e6116790bea5" -d '{"events": [{"server_uuid": "5d9661ff-d34e-46ad-a689-85cdab54956a", "name": "network-vif-plugged", "status": "completed", "tag": "0bd94671-52db-4017-acef-6df0da9e316c"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:20.510784 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 0bd94671-52db-4017-acef-6df0da9e316c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0bd94671-52db-4017-acef-6df0da9e316c,segment=NetworkSegment(4f3134d8-ef85-426f-9c0a-91f665a788de),segment_id=4f3134d8-ef85-426f-9c0a-91f665a788de)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:20.518837 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.525935 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 7e01caff-14ef-4f89-9000-6a1e4e3a2dff no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:20.585200 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12a92a2-a3f9-4255-a42d-ff703267d685 x-openstack-request-id: req-a12a92a2-a3f9-4255-a42d-ff703267d685 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:20.597946 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9661ff-d34e-46ad-a689-85cdab54956a", "name": "network-vif-plugged", "status": "completed", "tag": "0bd94671-52db-4017-acef-6df0da9e316c", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:20.598348 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a12a92a2-a3f9-4255-a42d-ff703267d685 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:20.598778 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9661ff-d34e-46ad-a689-85cdab54956a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd94671-52db-4017-acef-6df0da9e316c', 'code': 200} Nov 22 16:56:20.605277 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: 7e01caff-14ef-4f89-9000-6a1e4e3a2dff {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:20.605625 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 7e01caff-14ef-4f89-9000-6a1e4e3a2dff not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:20.644321 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=0bd94671-52db-4017-acef-6df0da9e316c,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:20.660762 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:20.662114 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:20.663390 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:20.680425 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:20.680804 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:20.681172 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:20.681518 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:20.681864 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:20.682374 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:20.682727 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:20.683305 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:20.683736 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:20.773836 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 42878) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:20.803063 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f4515-2728-42e2-853c-17a26687cfbd req-23802fbf-56f3-4e3c-a0d1-5c2f2fa8fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:20.804852 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6f5f4515-2728-42e2-853c-17a26687cfbd req-23802fbf-56f3-4e3c-a0d1-5c2f2fa8fd28 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5d9661ff-d34e-46ad-a689-85cdab54956a HTTP/1.1" status: 200 len: 1098 time: 0.0472908 Nov 22 16:56:20.831593 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_v2 [None req-417e9421-b8cc-4ed2-aa76-ead9d387240f admin admin] Deleting subnet 2a2c703b-04bb-40de-9148-0ba48ac6bcee {{(pid=102627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:20.838122 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-417e9421-b8cc-4ed2-aa76-ead9d387240f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.881253 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6f5f4515-2728-42e2-853c-17a26687cfbd req-c14951e2-fede-42a7-8782-af8322e3ee10 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465858 Nov 22 16:56:20.882876 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-417e9421-b8cc-4ed2-aa76-ead9d387240f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.889191 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-417e9421-b8cc-4ed2-aa76-ead9d387240f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572194'] for subnet, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.975225 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-417e9421-b8cc-4ed2-aa76-ead9d387240f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for subnet, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.002691 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e9421-b8cc-4ed2-aa76-ead9d387240f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a2c703b-04bb-40de-9148-0ba48ac6bcee,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:21.030496 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-417e9421-b8cc-4ed2-aa76-ead9d387240f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.034058 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-417e9421-b8cc-4ed2-aa76-ead9d387240f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2a2c703b-04bb-40de-9148-0ba48ac6bcee HTTP/1.1" status: 204 len: 168 time: 0.2558744 Nov 22 16:56:21.037222 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 42896) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:21.109210 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c453a91a-fa02-4b61-9bec-5391f4a542c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774480'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.205171 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c453a91a-fa02-4b61-9bec-5391f4a542c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570257', 'neutron.services.segments.db._delete_segments_for_network-8736619892875'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.236659 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-c453a91a-fa02-4b61-9bec-5391f4a542c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d103159b-9ea3-446f-9ffb-ecca43643e87']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:21.247701 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-c453a91a-fa02-4b61-9bec-5391f4a542c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbfc1f5-2536-443c-95de-37b6d5f24b0d') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:21.247994 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-c453a91a-fa02-4b61-9bec-5391f4a542c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbfc1f5-2536-443c-95de-37b6d5f24b0d') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:21.264337 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c453a91a-fa02-4b61-9bec-5391f4a542c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736620085782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26216368'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.281189 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c453a91a-fa02-4b61-9bec-5391f4a542c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.289139 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c453a91a-fa02-4b61-9bec-5391f4a542c2 admin admin] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:56:21.290001 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c453a91a-fa02-4b61-9bec-5391f4a542c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25513947'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: Traceback (most recent call last): Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: timer() Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: cb(*args, **kw) Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: return func(*args, **kwargs) Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: self._notify() Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: self.callback(batched_events) Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: event.method(event) Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: return f(self, *a, **k) Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: return self._get(url).json() Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:56:21.292074 dv-cinder-778193-11-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:56:21.361621 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-6f7aed89-afe0-4ea5-9d90-ddee18486b39 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:21.372021 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-6f7aed89-afe0-4ea5-9d90-ddee18486b39 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/networks?id=1bdcfadf-1d01-4a8e-9380-4151e111913c HTTP/1.1" status: 200 len: 814 time: 0.1429458 Nov 22 16:56:21.389112 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-0392cf7f-4719-4c1b-9473-440fdb3938d7 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/quotas/606872a1f29b44a5ae8719e48edf2703 HTTP/1.1" status: 200 len: 375 time: 0.0159259 Nov 22 16:56:21.407286 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c453a91a-fa02-4b61-9bec-5391f4a542c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3767155'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.433384 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c453a91a-fa02-4b61-9bec-5391f4a542c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.437371 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c453a91a-fa02-4b61-9bec-5391f4a542c2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/d103159b-9ea3-446f-9ffb-ecca43643e87 HTTP/1.1" status: 204 len: 168 time: 0.3991389 Nov 22 16:56:21.440452 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453a91a-fa02-4b61-9bec-5391f4a542c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d103159b-9ea3-446f-9ffb-ecca43643e87,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:21.460312 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e583f44-0424-4a43-811d-2e414df9dd8e req-c045ffad-2877-4cd6-9224-13c2c1500291 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:21.462198 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2e583f44-0424-4a43-811d-2e414df9dd8e req-c045ffad-2877-4cd6-9224-13c2c1500291 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.1156507 Nov 22 16:56:21.465028 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-0ad7b692-fdb6-4fbe-bb4c-3ec00c4448dc tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=606872a1f29b44a5ae8719e48edf2703&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0743690 Nov 22 16:56:21.524749 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2e583f44-0424-4a43-811d-2e414df9dd8e req-abbbc594-025b-4dd5-94aa-e2b96333d2bb tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539663 Nov 22 16:56:21.568030 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d36c6f10-f314-458c-b84a-2204cfcf070c service neutron] 10.222.0.75 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020896 Nov 22 16:56:21.671363 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec144355-af94-465e-9a90-65b28db33265 req-d80df2d2-782e-4746-906b-92f0da4e1e1d tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:21.672987 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ec144355-af94-465e-9a90-65b28db33265 req-d80df2d2-782e-4746-906b-92f0da4e1e1d tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d9661ff-d34e-46ad-a689-85cdab54956a HTTP/1.1" status: 200 len: 945 time: 0.0593326 Nov 22 16:56:21.710612 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 42942) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:21.741151 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-0fedc330-704d-437a-badf-3e3184e2ab09 service neutron] 10.222.0.75 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533759 Nov 22 16:56:21.756763 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ec144355-af94-465e-9a90-65b28db33265 req-0e1c1dbd-9294-4a1c-81b0-70929139e4e3 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749428 Nov 22 16:56:21.800336 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-58898233-c7e0-44ac-a233-f0eb8e557c19 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b720c2f870ab4de28986109a1fc93417&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0887635 Nov 22 16:56:21.802966 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 42944) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:21.856851 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd70e-7b50-4f06-a4cd-bee8cd7e746b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.891215 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd70e-7b50-4f06-a4cd-bee8cd7e746b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.966290 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd70e-7b50-4f06-a4cd-bee8cd7e746b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.969304 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd70e-7b50-4f06-a4cd-bee8cd7e746b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.973388 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2dbdd70e-7b50-4f06-a4cd-bee8cd7e746b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0c778ddb-c829-4d2e-837b-c768433301e8 HTTP/1.1" status: 204 len: 168 time: 0.1692731 Nov 22 16:56:21.981858 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdd70e-7b50-4f06-a4cd-bee8cd7e746b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c778ddb-c829-4d2e-837b-c768433301e8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:21.982916 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1fea1163-4120-45f1-9c4f-911c6444a2ab req-2f5dc363-67c1-4e36-9d43-cd32cc70b2b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 210 time: 0.0448351 Nov 22 16:56:22.694042 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9661a-3d3a-49d8-be04-e030401f2664 req-115e13fb-54e8-476e-a9d5-0afa26cf3cba tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:22.708043 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-44d9661a-3d3a-49d8-be04-e030401f2664 req-115e13fb-54e8-476e-a9d5-0afa26cf3cba tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0775290 Nov 22 16:56:22.776036 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-44d9661a-3d3a-49d8-be04-e030401f2664 req-43c9306c-bf84-4018-bdc9-1c621f98bc4f tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668023 Nov 22 16:56:22.817666 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 43012) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:22.897634 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec2150-6c98-43c6-bc0c-a4c236e9cd86 req-6a300b8a-afea-43c3-a92f-ac5e39a93ff3 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:22.899133 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-05ec2150-6c98-43c6-bc0c-a4c236e9cd86 req-6a300b8a-afea-43c3-a92f-ac5e39a93ff3 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d9661ff-d34e-46ad-a689-85cdab54956a HTTP/1.1" status: 200 len: 945 time: 0.0513713 Nov 22 16:56:22.955776 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-05ec2150-6c98-43c6-bc0c-a4c236e9cd86 req-3bfb8db0-5aff-488b-8e22-d56421897a39 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490324 Nov 22 16:56:22.965767 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f75be40b-81c7-4707-a4b8-10b94c7e5389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.113154 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f75be40b-81c7-4707-a4b8-10b94c7e5389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.119123 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f75be40b-81c7-4707-a4b8-10b94c7e5389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.145910 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-90520b78-262a-4f81-a274-25c793611404 req-c9c3e932-8027-479a-8f67-6c2748485118 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 210 time: 0.0288148 Nov 22 16:56:23.174956 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f75be40b-81c7-4707-a4b8-10b94c7e5389 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f53146ab99e14cf49c7901497b339dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3532739 Nov 22 16:56:23.174956 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 43026) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:23.184724 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75be40b-81c7-4707-a4b8-10b94c7e5389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a634e43-b6c1-4cec-95d5-90c05aeed40d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:23.266621 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83dc407d-f2c8-49be-bf93-83cc25ecd721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.305401 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83dc407d-f2c8-49be-bf93-83cc25ecd721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.459522 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83dc407d-f2c8-49be-bf93-83cc25ecd721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.463046 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83dc407d-f2c8-49be-bf93-83cc25ecd721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.465440 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-83dc407d-f2c8-49be-bf93-83cc25ecd721 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4a634e43-b6c1-4cec-95d5-90c05aeed40d HTTP/1.1" status: 204 len: 168 time: 0.2885947 Nov 22 16:56:23.490032 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc407d-f2c8-49be-bf93-83cc25ecd721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a634e43-b6c1-4cec-95d5-90c05aeed40d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:23.547397 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-bafb4a01-b1d9-495e-a099-675a5546d372 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:23.548810 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-bafb4a01-b1d9-495e-a099-675a5546d372 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.85 "GET /v2.0/networks?id=1bdcfadf-1d01-4a8e-9380-4151e111913c HTTP/1.1" status: 200 len: 814 time: 0.1654787 Nov 22 16:56:23.567821 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-baf17290-a424-48f2-aec5-65b97ed4e1a1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Request body: {'port': {'device_id': '1bd654a3-75b3-4b53-af52-e4612239fa66', 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c', 'admin_state_up': True, 'tenant_id': '606872a1f29b44a5ae8719e48edf2703'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:23.701674 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-baf17290-a424-48f2-aec5-65b97ed4e1a1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Made reservation on behalf of 606872a1f29b44a5ae8719e48edf2703 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:23.706093 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-baf17290-a424-48f2-aec5-65b97ed4e1a1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.929798 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-baf17290-a424-48f2-aec5-65b97ed4e1a1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Allocated IP 172.20.0.3 (1bdcfadf-1d01-4a8e-9380-4151e111913c/354aa910-0d7f-45f9-b6b0-154889ed963c/011efefa-c92b-4c9f-9436-ba009a9fc5bc) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:23.968617 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 43068) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:23.992859 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3570a69c-0051-4015-a9ef-e91f62e23e52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.002569 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f69a2-d352-4e71-b581-a43b654e4613 req-4ead8e8f-5a2a-4fbd-bdbc-014676d8648a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:24.006303 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-194f69a2-d352-4e71-b581-a43b654e4613 req-4ead8e8f-5a2a-4fbd-bdbc-014676d8648a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0814233 Nov 22 16:56:24.087185 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-194f69a2-d352-4e71-b581-a43b654e4613 req-0136091b-c872-4a93-beae-9eb1fe46e23a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735385 Nov 22 16:56:24.214470 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44198f-40af-4fc1-a2cc-91c4b23be2b4 req-3a4bf231-9cde-4e0a-99a3-5abc88fc5b25 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:24.215968 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-db44198f-40af-4fc1-a2cc-91c4b23be2b4 req-3a4bf231-9cde-4e0a-99a3-5abc88fc5b25 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d9661ff-d34e-46ad-a689-85cdab54956a HTTP/1.1" status: 200 len: 945 time: 0.1237993 Nov 22 16:56:24.257105 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-26d31ddc-32a9-46f9-86db-8422b3d1cf43 req-13c4fc76-ab27-4e8a-bbb5-a42f3affc101 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 210 time: 0.0334115 Nov 22 16:56:24.270442 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-baf17290-a424-48f2-aec5-65b97ed4e1a1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.273005 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3570a69c-0051-4015-a9ef-e91f62e23e52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.282833 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3570a69c-0051-4015-a9ef-e91f62e23e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.352322 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3570a69c-0051-4015-a9ef-e91f62e23e52 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8bf69bb5e24d435593f92066925c1573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3823287 Nov 22 16:56:24.355113 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 43086) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:24.356482 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-db44198f-40af-4fc1-a2cc-91c4b23be2b4 req-00138a20-ef73-4827-aa20-aef2c1684dc5 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277180 Nov 22 16:56:24.363974 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570a69c-0051-4015-a9ef-e91f62e23e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde500b0-366a-43eb-8b92-f71fb5f114de,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:24.390628 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-baf17290-a424-48f2-aec5-65b97ed4e1a1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.410052 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:56:24.442507 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-baf17290-a424-48f2-aec5-65b97ed4e1a1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Network 1bdcfadf-1d01-4a8e-9380-4151e111913c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:24.447877 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-baf17290-a424-48f2-aec5-65b97ed4e1a1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:24.451557 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-baf17290-a424-48f2-aec5-65b97ed4e1a1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:24.479162 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fa51371e-c63d-4bb1-a434-f5e0bfa01e0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.559349 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fa51371e-c63d-4bb1-a434-f5e0bfa01e0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.697502 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf17290-a424-48f2-aec5-65b97ed4e1a1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Pushing event updated for resources: {'Port': ['ID=011efefa-c92b-4c9f-9436-ba009a9fc5bc,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:24.735725 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-baf17290-a424-48f2-aec5-65b97ed4e1a1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:24.736625 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-baf17290-a424-48f2-aec5-65b97ed4e1a1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.787850 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-baf17290-a424-48f2-aec5-65b97ed4e1a1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2238755 Nov 22 16:56:24.805203 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Request body: {'port': {'device_id': '1bd654a3-75b3-4b53-af52-e4612239fa66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:24.847357 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fa51371e-c63d-4bb1-a434-f5e0bfa01e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.850778 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fa51371e-c63d-4bb1-a434-f5e0bfa01e0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.859120 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-fa51371e-c63d-4bb1-a434-f5e0bfa01e0d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cde500b0-366a-43eb-8b92-f71fb5f114de HTTP/1.1" status: 204 len: 168 time: 0.5005288 Nov 22 16:56:24.881414 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51371e-c63d-4bb1-a434-f5e0bfa01e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde500b0-366a-43eb-8b92-f71fb5f114de,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:24.888555 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.264807 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd214791-3a81-426f-ba90-533a2d9ceea1 req-77be1c16-0506-4d26-894c-644626bea438 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:25.266857 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dd214791-3a81-426f-ba90-533a2d9ceea1 req-77be1c16-0506-4d26-894c-644626bea438 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0597811 Nov 22 16:56:25.301473 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 011efefa-c92b-4c9f-9436-ba009a9fc5bc {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:56:25.320046 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.358972 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 43134) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:25.367057 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Transition to ACTIVE for port object 011efefa-c92b-4c9f-9436-ba009a9fc5bc will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:56:25.374476 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dd214791-3a81-426f-ba90-533a2d9ceea1 req-b2f077f2-fa52-4e21-8482-7871e1261e58 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011510 Nov 22 16:56:25.406940 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.516167 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce3d79-36b9-4be8-b62a-395762d3f767 req-dffcca7e-7d66-4032-ac50-451ae6a33789 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:25.517746 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-afce3d79-36b9-4be8-b62a-395762d3f767 req-dffcca7e-7d66-4032-ac50-451ae6a33789 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 931 time: 0.1733928 Nov 22 16:56:25.529110 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d193d70-5803-4e6e-b001-78125761fb0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.531048 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Pushing event updated for resources: {'Port': ['ID=011efefa-c92b-4c9f-9436-ba009a9fc5bc,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:25.668655 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-afce3d79-36b9-4be8-b62a-395762d3f767 req-0a2b90be-fdc2-45fb-a5df-58bad7dbae2d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347635 Nov 22 16:56:25.676850 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e8bdb-7899-4cc0-bfb5-a2648ccebfce req-efb3d16d-f5c8-4218-b920-1bdf502a4894 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:25.678751 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6e7e8bdb-7899-4cc0-bfb5-a2648ccebfce req-efb3d16d-f5c8-4218-b920-1bdf502a4894 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d9661ff-d34e-46ad-a689-85cdab54956a HTTP/1.1" status: 200 len: 945 time: 0.0545015 Nov 22 16:56:25.728854 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Attempting to bind port 011efefa-c92b-4c9f-9436-ba009a9fc5bc on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:25.729205 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Attempting to bind port 011efefa-c92b-4c9f-9436-ba009a9fc5bc by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '9cc3b34f-f709-4fff-b056-1565b529f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:25.729523 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Attempting to bind port 011efefa-c92b-4c9f-9436-ba009a9fc5bc on network 1bdcfadf-1d01-4a8e-9380-4151e111913c {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:25.747529 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Port 011efefa-c92b-4c9f-9436-ba009a9fc5bc on network 1bdcfadf-1d01-4a8e-9380-4151e111913c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:56:25.748212 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Attempting to bind port 011efefa-c92b-4c9f-9436-ba009a9fc5bc on network 1bdcfadf-1d01-4a8e-9380-4151e111913c {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:25.756955 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:25.757613 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Checking segment: {'id': '9cc3b34f-f709-4fff-b056-1565b529f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:25.757942 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Bound using segment: {'id': '9cc3b34f-f709-4fff-b056-1565b529f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:25.758400 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Bound port: 011efefa-c92b-4c9f-9436-ba009a9fc5bc, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc3b34f-f709-4fff-b056-1565b529f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:25.758790 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.767350 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6e7e8bdb-7899-4cc0-bfb5-a2648ccebfce req-d773425c-a7d1-4d09-abde-e70418837570 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797143 Nov 22 16:56:25.787619 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d193d70-5803-4e6e-b001-78125761fb0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.811699 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d193d70-5803-4e6e-b001-78125761fb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.875598 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3d193d70-5803-4e6e-b001-78125761fb0b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=28b6fe0c31744e4cb869db285ac0e2cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5159366 Nov 22 16:56:25.878616 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 43162) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:25.880217 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d193d70-5803-4e6e-b001-78125761fb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6576367a-7b4d-4bed-8c36-087147b59519,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:25.888629 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] For port 011efefa-c92b-4c9f-9436-ba009a9fc5bc, host hv-cinder-77819, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:25.892086 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] For port 011efefa-c92b-4c9f-9436-ba009a9fc5bc, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=011efefa-c92b-4c9f-9436-ba009a9fc5bc,segment=NetworkSegment(9cc3b34f-f709-4fff-b056-1565b529f1ba),segment_id=9cc3b34f-f709-4fff-b056-1565b529f1ba)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:25.899397 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.944535 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:25.945163 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.946691 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] 10.222.0.85 "PUT /v2.0/ports/011efefa-c92b-4c9f-9436-ba009a9fc5bc HTTP/1.1" status: 200 len: 1093 time: 1.1469805 Nov 22 16:56:25.947268 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd654a3-75b3-4b53-af52-e4612239fa66', 'tag': '011efefa-c92b-4c9f-9436-ba009a9fc5bc'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:25.950437 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e088301d-2860-47a8-9b52-8b67a2b33581" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd654a3-75b3-4b53-af52-e4612239fa66", "tag": "011efefa-c92b-4c9f-9436-ba009a9fc5bc"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:25.957304 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2122b9e6-8ef7-4894-85cc-44d67120f9e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.985869 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2122b9e6-8ef7-4894-85cc-44d67120f9e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.015558 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d8756f-69ec-4108-8d1c-90c7f26b621a x-openstack-request-id: req-85d8756f-69ec-4108-8d1c-90c7f26b621a {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:26.015838 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd654a3-75b3-4b53-af52-e4612239fa66", "tag": "011efefa-c92b-4c9f-9436-ba009a9fc5bc", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:26.016144 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-85d8756f-69ec-4108-8d1c-90c7f26b621a {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:26.016544 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd654a3-75b3-4b53-af52-e4612239fa66', 'tag': '011efefa-c92b-4c9f-9436-ba009a9fc5bc', 'status': 'completed', 'code': 200} Nov 22 16:56:26.063963 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a6d66-5b40-4b6e-96d4-13b853d9b2dc service neutron] Pushing event updated for resources: {'Port': ['ID=011efefa-c92b-4c9f-9436-ba009a9fc5bc,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:26.088760 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2122b9e6-8ef7-4894-85cc-44d67120f9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.091598 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2122b9e6-8ef7-4894-85cc-44d67120f9e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.092905 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-2122b9e6-8ef7-4894-85cc-44d67120f9e1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6576367a-7b4d-4bed-8c36-087147b59519 HTTP/1.1" status: 204 len: 168 time: 0.2125938 Nov 22 16:56:26.102396 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122b9e6-8ef7-4894-85cc-44d67120f9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6576367a-7b4d-4bed-8c36-087147b59519,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:26.106592 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-868360e4-61f7-4782-b78b-4cb4f7dd5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:26.108763 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-868360e4-61f7-4782-b78b-4cb4f7dd5e35 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=606872a1f29b44a5ae8719e48edf2703&device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 1096 time: 0.0912793 Nov 22 16:56:26.170576 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-ce6e5fb3-0596-4277-af21-263c2bce05a5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=011efefa-c92b-4c9f-9436-ba009a9fc5bc HTTP/1.1" status: 200 len: 217 time: 0.0497799 Nov 22 16:56:26.225092 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-3945afb7-dc3a-4dc5-a32e-12e5245f7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:26.226331 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-3945afb7-dc3a-4dc5-a32e-12e5245f7a1a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=354aa910-0d7f-45f9-b6b0-154889ed963c HTTP/1.1" status: 200 len: 854 time: 0.0470498 Nov 22 16:56:26.274016 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-53e1a553-c80b-46a1-92c6-9153928ff82f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bdcfadf-1d01-4a8e-9380-4151e111913c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354300 Nov 22 16:56:26.322706 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ef719-4a41-481b-b06f-6479053d0937 req-b3b769f4-c263-49f8-861a-0169f4c15440 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:26.326167 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2e6ef719-4a41-481b-b06f-6479053d0937 req-b3b769f4-c263-49f8-861a-0169f4c15440 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d9661ff-d34e-46ad-a689-85cdab54956a HTTP/1.1" status: 200 len: 945 time: 0.0637152 Nov 22 16:56:26.459821 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-ef5cb23b-954d-436e-969f-b79246f7190a service neutron] 10.222.0.85 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658640 Nov 22 16:56:26.517390 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 43180) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:26.528310 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-2e6ef719-4a41-481b-b06f-6479053d0937 req-56267ea7-9bee-428a-8b2b-b72b0da61cca tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Deleting port 0bd94671-52db-4017-acef-6df0da9e316c {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:26.528660 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-2e6ef719-4a41-481b-b06f-6479053d0937 req-56267ea7-9bee-428a-8b2b-b72b0da61cca tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.541342 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-97d984b2-5665-4ecd-a1cd-9a753fddec86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.585904 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6302328-d545-46c4-9b82-3d4f9c302953 req-9041aa4e-6856-499a-9fe2-3433460da9ed tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:26.593086 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d6302328-d545-46c4-9b82-3d4f9c302953 req-9041aa4e-6856-499a-9fe2-3433460da9ed tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.1332555 Nov 22 16:56:26.595308 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-317db76e-7e54-4c16-a8d7-2eeacaecf3a1 req-aa9d715a-4f1c-431e-95dc-0e897fa04905 service neutron] 10.222.0.85 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248882 Nov 22 16:56:26.638819 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 43186) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:26.702492 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d6302328-d545-46c4-9b82-3d4f9c302953 req-6616d333-2239-4b6b-911e-949760d2cf6e tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079230 Nov 22 16:56:26.725735 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088301d-2860-47a8-9b52-8b67a2b33581 req-2cb598e3-0f0c-4c78-bf5b-d52bd9c39efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:26.728159 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e088301d-2860-47a8-9b52-8b67a2b33581 req-2cb598e3-0f0c-4c78-bf5b-d52bd9c39efc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=606872a1f29b44a5ae8719e48edf2703&device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 1096 time: 0.0543563 Nov 22 16:56:26.771953 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-2e6ef719-4a41-481b-b06f-6479053d0937 req-56267ea7-9bee-428a-8b2b-b72b0da61cca tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] For port 0bd94671-52db-4017-acef-6df0da9e316c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0bd94671-52db-4017-acef-6df0da9e316c,segment=NetworkSegment(4f3134d8-ef85-426f-9c0a-91f665a788de),segment_id=4f3134d8-ef85-426f-9c0a-91f665a788de)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:26.772337 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-2e6ef719-4a41-481b-b06f-6479053d0937 req-56267ea7-9bee-428a-8b2b-b72b0da61cca tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.795101 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-2e6ef719-4a41-481b-b06f-6479053d0937 req-56267ea7-9bee-428a-8b2b-b72b0da61cca tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Calling delete_port for 0bd94671-52db-4017-acef-6df0da9e316c owned by compute:nova {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:26.827789 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-97d984b2-5665-4ecd-a1cd-9a753fddec86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.851033 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bde8007-3a7b-48e8-a15b-a09d92d47772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.887834 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-97d984b2-5665-4ecd-a1cd-9a753fddec86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.913311 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cfdb8-d024-4804-8757-e1a4e7861614 req-fb63a16b-3ff4-4183-ad9c-fe6deaa135d1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:26.915387 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d02cfdb8-d024-4804-8757-e1a4e7861614 req-fb63a16b-3ff4-4183-ad9c-fe6deaa135d1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 943 time: 0.1138918 Nov 22 16:56:26.968540 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088301d-2860-47a8-9b52-8b67a2b33581 req-cbdd39ad-9203-42bb-b26b-61e154e29826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:26.969422 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-97d984b2-5665-4ecd-a1cd-9a753fddec86 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2b4167e9d1ba4d6983fe168dcdb8008f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4509623 Nov 22 16:56:26.970592 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e088301d-2860-47a8-9b52-8b67a2b33581 req-cbdd39ad-9203-42bb-b26b-61e154e29826 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1bdcfadf-1d01-4a8e-9380-4151e111913c HTTP/1.1" status: 200 len: 916 time: 0.2304728 Nov 22 16:56:26.979615 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 43202) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:26.992524 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d984b2-5665-4ecd-a1cd-9a753fddec86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4fdd80-7e6f-4c9a-950a-156d9c456dda,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:27.048832 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d02cfdb8-d024-4804-8757-e1a4e7861614 req-a5641d2f-fdcb-4656-8c03-238dc0ad9f42 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257691 Nov 22 16:56:27.051601 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfca295-026c-43ae-915c-d242f1bd4ba3 req-554d469d-3c8c-48bb-8eaf-701a349969ad tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:27.053354 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dcfca295-026c-43ae-915c-d242f1bd4ba3 req-554d469d-3c8c-48bb-8eaf-701a349969ad tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d9661ff-d34e-46ad-a689-85cdab54956a HTTP/1.1" status: 200 len: 945 time: 0.2016461 Nov 22 16:56:27.057794 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e088301d-2860-47a8-9b52-8b67a2b33581 req-59b5dec9-4767-4ffd-be25-e6ce58ae78df service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=011efefa-c92b-4c9f-9436-ba009a9fc5bc HTTP/1.1" status: 200 len: 217 time: 0.0674510 Nov 22 16:56:27.133986 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ebb1b80e-f25c-4c9c-8c41-f12a00489327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.145252 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088301d-2860-47a8-9b52-8b67a2b33581 req-acf69b84-ddc6-4d7c-995b-d0e645c10b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:27.147016 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e088301d-2860-47a8-9b52-8b67a2b33581 req-acf69b84-ddc6-4d7c-995b-d0e645c10b14 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=354aa910-0d7f-45f9-b6b0-154889ed963c HTTP/1.1" status: 200 len: 854 time: 0.0796375 Nov 22 16:56:27.149032 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bde8007-3a7b-48e8-a15b-a09d92d47772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.154991 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bde8007-3a7b-48e8-a15b-a09d92d47772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.206711 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ebb1b80e-f25c-4c9c-8c41-f12a00489327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.213941 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dcfca295-026c-43ae-915c-d242f1bd4ba3 req-5bbc38f5-f68e-4e52-be05-fc92097b65a6 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421249 Nov 22 16:56:27.235742 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e088301d-2860-47a8-9b52-8b67a2b33581 req-16563371-c7ea-4fb7-9f43-2d9d27b44a74 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bdcfadf-1d01-4a8e-9380-4151e111913c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739634 Nov 22 16:56:27.252522 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-2e6ef719-4a41-481b-b06f-6479053d0937 req-56267ea7-9bee-428a-8b2b-b72b0da61cca tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.270388 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['0bd94671-52db-4017-acef-6df0da9e316c'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:56:27.273011 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 43214) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:27.280311 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5bde8007-3a7b-48e8-a15b-a09d92d47772 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d1fb052797d64cafb99c1b62003f7a31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6399989 Nov 22 16:56:27.282545 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde8007-3a7b-48e8-a15b-a09d92d47772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e171cd7b-9075-44c5-9036-c99ebfaa99ad,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:27.319936 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 43216) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:27.335804 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56267ea7-9bee-428a-8b2b-b72b0da61cca tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Pushing event deleted for resources: {'Port': ['ID=0bd94671-52db-4017-acef-6df0da9e316c,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:27.429965 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6ef719-4a41-481b-b06f-6479053d0937 req-56267ea7-9bee-428a-8b2b-b72b0da61cca tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] No DVR routers for this DVR port 0bd94671-52db-4017-acef-6df0da9e316c on host hv-cinder-77819 {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:27.430164 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e088301d-2860-47a8-9b52-8b67a2b33581 req-fde4e6d9-ed6d-4c8c-b97b-8e08abdb55e1 service neutron] 10.222.0.85 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782417 Nov 22 16:56:27.433949 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-2e6ef719-4a41-481b-b06f-6479053d0937 req-56267ea7-9bee-428a-8b2b-b72b0da61cca tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.437404 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2e6ef719-4a41-481b-b06f-6479053d0937 req-56267ea7-9bee-428a-8b2b-b72b0da61cca tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.85 "DELETE /v2.0/ports/0bd94671-52db-4017-acef-6df0da9e316c HTTP/1.1" status: 204 len: 173 time: 1.1030562 Nov 22 16:56:27.440458 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9661ff-d34e-46ad-a689-85cdab54956a', 'name': 'network-vif-deleted', 'tag': '0bd94671-52db-4017-acef-6df0da9e316c'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:27.443241 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b956ae78-ceaf-4bbc-a27e-c07e94e906a9" -d '{"events": [{"server_uuid": "5d9661ff-d34e-46ad-a689-85cdab54956a", "name": "network-vif-deleted", "tag": "0bd94671-52db-4017-acef-6df0da9e316c"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:27.448846 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ebb1b80e-f25c-4c9c-8c41-f12a00489327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.451451 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ebb1b80e-f25c-4c9c-8c41-f12a00489327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.452610 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-ebb1b80e-f25c-4c9c-8c41-f12a00489327 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2c4fdd80-7e6f-4c9a-950a-156d9c456dda HTTP/1.1" status: 204 len: 168 time: 0.4706516 Nov 22 16:56:27.466131 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1b80e-f25c-4c9c-8c41-f12a00489327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4fdd80-7e6f-4c9a-950a-156d9c456dda,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:27.504470 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-57e1b0d5-9766-487c-93bb-9d4074e375a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.549461 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aec3a54-0c36-472d-8c0b-981656f18433 x-openstack-request-id: req-7aec3a54-0c36-472d-8c0b-981656f18433 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:27.549972 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9661ff-d34e-46ad-a689-85cdab54956a", "name": "network-vif-deleted", "tag": "0bd94671-52db-4017-acef-6df0da9e316c", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:27.550367 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7aec3a54-0c36-472d-8c0b-981656f18433 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:27.550951 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9661ff-d34e-46ad-a689-85cdab54956a', 'name': 'network-vif-deleted', 'tag': '0bd94671-52db-4017-acef-6df0da9e316c', 'status': 'completed', 'code': 200} Nov 22 16:56:27.565631 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-57e1b0d5-9766-487c-93bb-9d4074e375a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.584334 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ec1b66e-1957-4a05-bf6e-7d153695b2bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.645462 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e088301d-2860-47a8-9b52-8b67a2b33581 req-bd8d6844-6825-4708-b49d-1f79ae56c081 service neutron] 10.222.0.85 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995046 Nov 22 16:56:27.681276 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-57e1b0d5-9766-487c-93bb-9d4074e375a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.683916 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-57e1b0d5-9766-487c-93bb-9d4074e375a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.685082 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-57e1b0d5-9766-487c-93bb-9d4074e375a4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e171cd7b-9075-44c5-9036-c99ebfaa99ad HTTP/1.1" status: 204 len: 168 time: 0.4098229 Nov 22 16:56:27.700565 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1b0d5-9766-487c-93bb-9d4074e375a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e171cd7b-9075-44c5-9036-c99ebfaa99ad,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:27.713541 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ec1b66e-1957-4a05-bf6e-7d153695b2bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.720234 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ec1b66e-1957-4a05-bf6e-7d153695b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.765041 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-3ec1b66e-1957-4a05-bf6e-7d153695b2bc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=df0deeaee08b4139a5a4f1e0196c21fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4406698 Nov 22 16:56:27.767222 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1b66e-1957-4a05-bf6e-7d153695b2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f00d6d1-9294-4998-945a-0d4cfe5b5f53,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:27.767799 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 43236) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:27.869871 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9870a27-f66e-4d67-ba42-6bf9eeb2b146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.884921 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cd5c4-5e42-403b-972d-887db12e7207 req-ef5aa805-acf8-4a25-b9f3-48a0a9c7f409 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:27.886491 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-963cd5c4-5e42-403b-972d-887db12e7207 req-ef5aa805-acf8-4a25-b9f3-48a0a9c7f409 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0803299 Nov 22 16:56:27.930675 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9870a27-f66e-4d67-ba42-6bf9eeb2b146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.023099 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-963cd5c4-5e42-403b-972d-887db12e7207 req-c63ba478-44da-4e74-b2ee-7fbbf07c8546 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241887 Nov 22 16:56:28.034795 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-46dbd554-de60-492d-8db3-6061674124ce req-b0427f15-b72c-4e19-bbe5-c8b96fde5bd4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1234753 Nov 22 16:56:28.060074 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9870a27-f66e-4d67-ba42-6bf9eeb2b146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.068468 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9870a27-f66e-4d67-ba42-6bf9eeb2b146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.070335 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e9870a27-f66e-4d67-ba42-6bf9eeb2b146 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9f00d6d1-9294-4998-945a-0d4cfe5b5f53 HTTP/1.1" status: 204 len: 168 time: 0.3000803 Nov 22 16:56:28.105282 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9870a27-f66e-4d67-ba42-6bf9eeb2b146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f00d6d1-9294-4998-945a-0d4cfe5b5f53,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:28.160980 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbd554-de60-492d-8db3-6061674124ce req-f762df4e-8383-4da3-88ff-883f0e69594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:28.164778 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-46dbd554-de60-492d-8db3-6061674124ce req-f762df4e-8383-4da3-88ff-883f0e69594d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=606872a1f29b44a5ae8719e48edf2703&device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 1099 time: 0.0778921 Nov 22 16:56:28.246249 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d50794-d0b2-42b7-9602-e880e0290758 req-289cb77a-0a74-4c5b-9f3d-431b21ca244b tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:28.247824 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c2d50794-d0b2-42b7-9602-e880e0290758 req-289cb77a-0a74-4c5b-9f3d-431b21ca244b tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 943 time: 0.0859976 Nov 22 16:56:28.294358 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.330999 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbd554-de60-492d-8db3-6061674124ce req-123caf52-c176-49ca-a79b-5bb9886580c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:28.332816 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-46dbd554-de60-492d-8db3-6061674124ce req-123caf52-c176-49ca-a79b-5bb9886580c8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1bdcfadf-1d01-4a8e-9380-4151e111913c HTTP/1.1" status: 200 len: 916 time: 0.1202953 Nov 22 16:56:28.351006 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 011efefa-c92b-4c9f-9436-ba009a9fc5bc details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:56:28.354831 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c2d50794-d0b2-42b7-9602-e880e0290758 req-52201375-5b4f-406e-a3b1-2cec5c96beba tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963728 Nov 22 16:56:28.430639 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-24af60a0-5cc7-433d-8dc2-1a385dab300b req-4d5a5336-a699-4399-8c60-589a1aa7d261 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d9661ff-d34e-46ad-a689-85cdab54956a HTTP/1.1" status: 200 len: 210 time: 0.0617018 Nov 22 16:56:28.432685 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-46dbd554-de60-492d-8db3-6061674124ce req-2b2e0e28-ee0b-4939-8db4-4d99e0e9834d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f HTTP/1.1" status: 200 len: 217 time: 0.0887647 Nov 22 16:56:28.494695 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbd554-de60-492d-8db3-6061674124ce req-2d3a1787-1396-438f-966c-2b4e48ad1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:28.496180 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-46dbd554-de60-492d-8db3-6061674124ce req-2d3a1787-1396-438f-966c-2b4e48ad1941 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=354aa910-0d7f-45f9-b6b0-154889ed963c HTTP/1.1" status: 200 len: 854 time: 0.0520914 Nov 22 16:56:28.499045 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 011efefa-c92b-4c9f-9436-ba009a9fc5bc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=011efefa-c92b-4c9f-9436-ba009a9fc5bc,segment=NetworkSegment(9cc3b34f-f709-4fff-b056-1565b529f1ba),segment_id=9cc3b34f-f709-4fff-b056-1565b529f1ba)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:28.512841 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': '011efefa-c92b-4c9f-9436-ba009a9fc5bc', 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c', 'port_id': '011efefa-c92b-4c9f-9436-ba009a9fc5bc', 'mac_address': 'fa:16:3e:c8:c1:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '354aa910-0d7f-45f9-b6b0-154889ed963c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:56:28.555595 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-46dbd554-de60-492d-8db3-6061674124ce req-3dfe8404-d84c-4b56-93e2-706f06a957eb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bdcfadf-1d01-4a8e-9380-4151e111913c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420434 Nov 22 16:56:28.569481 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.585463 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 011efefa-c92b-4c9f-9436-ba009a9fc5bc {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:56:28.608588 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 011efefa-c92b-4c9f-9436-ba009a9fc5bc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=011efefa-c92b-4c9f-9436-ba009a9fc5bc,segment=NetworkSegment(9cc3b34f-f709-4fff-b056-1565b529f1ba),segment_id=9cc3b34f-f709-4fff-b056-1565b529f1ba)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:28.615155 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.699945 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=011efefa-c92b-4c9f-9436-ba009a9fc5bc,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:28.705572 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 43274) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:28.729626 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d520908a-0c45-4305-b47a-be6ec262f91a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.762506 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-46dbd554-de60-492d-8db3-6061674124ce req-b0dcd9c4-45dc-4be6-a77e-2b561cd7f8a6 service neutron] 10.222.0.85 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854939 Nov 22 16:56:28.881157 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d520908a-0c45-4305-b47a-be6ec262f91a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.888409 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d520908a-0c45-4305-b47a-be6ec262f91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.893310 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-46dbd554-de60-492d-8db3-6061674124ce req-9dc39b29-e57d-4d14-b9c2-b9b8fc7994cc service neutron] 10.222.0.85 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132863 Nov 22 16:56:28.963779 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-d520908a-0c45-4305-b47a-be6ec262f91a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=49fa27e959804211b6c0e373ecbb8487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533307 Nov 22 16:56:28.963779 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520908a-0c45-4305-b47a-be6ec262f91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0650a91-3cc2-4271-aad3-57a404c341b4,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:28.964875 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 43286) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:28.973411 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['011efefa-c92b-4c9f-9436-ba009a9fc5bc'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:56:29.052366 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-34e9943a-4623-4152-8643-66ac667d4ed1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.080818 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-34e9943a-4623-4152-8643-66ac667d4ed1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.145682 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-34e9943a-4623-4152-8643-66ac667d4ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.151704 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-34e9943a-4623-4152-8643-66ac667d4ed1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.153166 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-34e9943a-4623-4152-8643-66ac667d4ed1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b0650a91-3cc2-4271-aad3-57a404c341b4 HTTP/1.1" status: 204 len: 168 time: 0.1873918 Nov 22 16:56:29.162669 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9943a-4623-4152-8643-66ac667d4ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0650a91-3cc2-4271-aad3-57a404c341b4,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:29.231983 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e97d8-1933-4158-8e4d-fc8fec5e1552 req-3e810dea-9633-4109-97a6-16462615b5ba tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:29.233671 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a99e97d8-1933-4158-8e4d-fc8fec5e1552 req-3e810dea-9633-4109-97a6-16462615b5ba tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0999823 Nov 22 16:56:29.313780 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a99e97d8-1933-4158-8e4d-fc8fec5e1552 req-73df58bd-bfe1-435b-a1b2-7d3de64ddb89 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703833 Nov 22 16:56:29.572940 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f0ae0-8170-4c5a-9c81-7686b888a892 req-2d821727-0778-4c85-90ad-41cc39e3cb31 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:29.580510 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ad2f0ae0-8170-4c5a-9c81-7686b888a892 req-2d821727-0778-4c85-90ad-41cc39e3cb31 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 944 time: 0.1097260 Nov 22 16:56:29.639811 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ad2f0ae0-8170-4c5a-9c81-7686b888a892 req-f1a26a44-0775-4428-bb56-9a2f462185cb tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575953 Nov 22 16:56:29.891842 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-973c2947-9006-4e60-8034-603082e1832a tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:29.913240 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-973c2947-9006-4e60-8034-603082e1832a tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/networks?id=8190ece4-ccb8-4ac0-a0df-0a3a97a91f52 HTTP/1.1" status: 200 len: 809 time: 0.1697567 Nov 22 16:56:29.946733 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-56cbcced-b840-473c-807a-c5f115c6576f tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/quotas/30c1b47c65454806b9d9dad95c794eeb HTTP/1.1" status: 200 len: 375 time: 0.0264530 Nov 22 16:56:29.979789 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-8fd80191-2a30-4cbc-8e3a-1a8eafbc4e9d tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=30c1b47c65454806b9d9dad95c794eeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319846 Nov 22 16:56:30.097930 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-e09cbb9a-72d3-43b4-b3ff-72abdb7b03a3 service neutron] 10.222.0.75 "GET /v2.0/networks/8190ece4-ccb8-4ac0-a0df-0a3a97a91f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058064 Nov 22 16:56:30.226120 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-036f12c1-fe75-4b5e-a351-07a94c9241e5 service neutron] 10.222.0.75 "GET /v2.0/networks/8190ece4-ccb8-4ac0-a0df-0a3a97a91f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192420 Nov 22 16:56:30.357812 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 011efefa-c92b-4c9f-9436-ba009a9fc5bc up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:30.469565 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5e039896-6295-4dc6-8cce-965b10ff1c41 req-3c79d252-5e49-4d87-877f-9c2366d4331f tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 210 time: 0.0603504 Nov 22 16:56:30.499791 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acdb13-bc63-4013-a392-bd270681d6dd req-48b36337-7df7-4bde-b8d4-0f236d479851 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:30.510340 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5acdb13-bc63-4013-a392-bd270681d6dd req-48b36337-7df7-4bde-b8d4-0f236d479851 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.1008420 Nov 22 16:56:30.537713 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port 011efefa-c92b-4c9f-9436-ba009a9fc5bc completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:56:30.543029 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port 011efefa-c92b-4c9f-9436-ba009a9fc5bc triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:30.543570 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.617855 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5acdb13-bc63-4013-a392-bd270681d6dd req-38f841a0-637c-48b9-9b82-0c175b72aeaa tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061709 Nov 22 16:56:30.653127 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.678330 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd654a3-75b3-4b53-af52-e4612239fa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011efefa-c92b-4c9f-9436-ba009a9fc5bc'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:30.680942 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c2bcbb-4d2f-4b4e-a934-2511202ec7d2" -d '{"events": [{"server_uuid": "1bd654a3-75b3-4b53-af52-e4612239fa66", "name": "network-vif-plugged", "status": "completed", "tag": "011efefa-c92b-4c9f-9436-ba009a9fc5bc"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:30.705235 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 011efefa-c92b-4c9f-9436-ba009a9fc5bc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=011efefa-c92b-4c9f-9436-ba009a9fc5bc,segment=NetworkSegment(9cc3b34f-f709-4fff-b056-1565b529f1ba),segment_id=9cc3b34f-f709-4fff-b056-1565b529f1ba)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:30.715141 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.716293 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 0bd94671-52db-4017-acef-6df0da9e316c no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:30.792862 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: 0bd94671-52db-4017-acef-6df0da9e316c {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:30.795882 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 0bd94671-52db-4017-acef-6df0da9e316c not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:30.810303 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f383044-d34e-4c91-92e0-a6538479b833 x-openstack-request-id: req-4f383044-d34e-4c91-92e0-a6538479b833 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:30.810766 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd654a3-75b3-4b53-af52-e4612239fa66", "name": "network-vif-plugged", "status": "completed", "tag": "011efefa-c92b-4c9f-9436-ba009a9fc5bc", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:30.811160 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4f383044-d34e-4c91-92e0-a6538479b833 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:30.811704 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd654a3-75b3-4b53-af52-e4612239fa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011efefa-c92b-4c9f-9436-ba009a9fc5bc', 'code': 200} Nov 22 16:56:30.853981 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2426b-cbbe-403e-ab3f-ba20c63e416e req-926b99e2-82c4-44f4-b854-b4639bbd83a6 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:30.861959 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c4b2426b-cbbe-403e-ab3f-ba20c63e416e req-926b99e2-82c4-44f4-b854-b4639bbd83a6 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 945 time: 0.1181488 Nov 22 16:56:30.875770 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=011efefa-c92b-4c9f-9436-ba009a9fc5bc,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:30.934346 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c4b2426b-cbbe-403e-ab3f-ba20c63e416e req-7cd2e7b6-7f57-4153-82b6-b0ba5bc40d2e tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704968 Nov 22 16:56:31.057261 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb463a-f82d-44bc-a556-9f3089fd4528 req-046faa74-b8e8-43d5-aae8-92fc4e0cdbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:31.058767 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-27bb463a-f82d-44bc-a556-9f3089fd4528 req-046faa74-b8e8-43d5-aae8-92fc4e0cdbe8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 1098 time: 0.0517097 Nov 22 16:56:31.133101 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-27bb463a-f82d-44bc-a556-9f3089fd4528 req-316584e6-ec22-4989-8614-629a9f7c1c7c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613668 Nov 22 16:56:31.589900 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ee3a016d-4db6-4ba1-961e-9714dd59a68c req-df5db3df-bd66-4812-9812-6ad9c5817c09 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 210 time: 0.0266445 Nov 22 16:56:31.735373 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4857ce-fe65-42d7-94d0-f966eb7e7cd7 req-749c51c5-afdc-400d-92fc-397bfdcd2052 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:31.736862 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9d4857ce-fe65-42d7-94d0-f966eb7e7cd7 req-749c51c5-afdc-400d-92fc-397bfdcd2052 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0517800 Nov 22 16:56:31.784759 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9d4857ce-fe65-42d7-94d0-f966eb7e7cd7 req-d278b9c9-e712-421b-bfcd-471e201edcfa tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409448 Nov 22 16:56:32.154271 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532e9e9-1544-4706-8de3-4825c712887b req-64917c06-0800-4b4b-9d76-8047fdb33a0d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:32.163411 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8532e9e9-1544-4706-8de3-4825c712887b req-64917c06-0800-4b4b-9d76-8047fdb33a0d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 945 time: 0.1394708 Nov 22 16:56:32.226170 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-284f7810-ef1c-46f2-9907-ad51eda55437 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:32.227914 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-284f7810-ef1c-46f2-9907-ad51eda55437 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.85 "GET /v2.0/networks?id=8190ece4-ccb8-4ac0-a0df-0a3a97a91f52 HTTP/1.1" status: 200 len: 809 time: 0.2164795 Nov 22 16:56:32.255611 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-d50ec002-502e-48bd-8012-14f47d3b2445 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Request body: {'port': {'device_id': '8df6876f-1713-4239-bf26-77768b03cc99', 'network_id': '8190ece4-ccb8-4ac0-a0df-0a3a97a91f52', 'admin_state_up': True, 'tenant_id': '30c1b47c65454806b9d9dad95c794eeb'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:32.271809 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8532e9e9-1544-4706-8de3-4825c712887b req-4a604232-4701-4064-96dd-2fa8b6439c6a tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072538 Nov 22 16:56:32.433570 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-d50ec002-502e-48bd-8012-14f47d3b2445 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Made reservation on behalf of 30c1b47c65454806b9d9dad95c794eeb for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:32.439153 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-d50ec002-502e-48bd-8012-14f47d3b2445 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.592814 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:56:32.614565 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-d50ec002-502e-48bd-8012-14f47d3b2445 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Allocated IP 172.20.0.6 (8190ece4-ccb8-4ac0-a0df-0a3a97a91f52/03189eb6-5e78-4000-bc7d-6af9a115c587/6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:32.737702 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-49d6a978-6a1f-41d7-828a-d4e8d0df4319 req-29f1141b-dda9-4029-91db-79182edd3411 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 210 time: 0.0710533 Nov 22 16:56:32.806126 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-d50ec002-502e-48bd-8012-14f47d3b2445 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.851400 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-d50ec002-502e-48bd-8012-14f47d3b2445 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.897263 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-d50ec002-502e-48bd-8012-14f47d3b2445 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Network 8190ece4-ccb8-4ac0-a0df-0a3a97a91f52 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:32.900410 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-d50ec002-502e-48bd-8012-14f47d3b2445 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:32.904756 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-d50ec002-502e-48bd-8012-14f47d3b2445 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:32.919497 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402404b-d489-424f-8f80-744af87efcec req-3a527e1e-0ae1-42b1-b9fa-b8547c24fd20 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:32.921231 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1402404b-d489-424f-8f80-744af87efcec req-3a527e1e-0ae1-42b1-b9fa-b8547c24fd20 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0562854 Nov 22 16:56:32.987093 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1402404b-d489-424f-8f80-744af87efcec req-6f37a228-5b82-4142-89c5-a3eeb93244ab tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590789 Nov 22 16:56:33.139153 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ec002-502e-48bd-8012-14f47d3b2445 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Pushing event updated for resources: {'Port': ['ID=6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:33.164414 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-d50ec002-502e-48bd-8012-14f47d3b2445 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:33.165032 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-d50ec002-502e-48bd-8012-14f47d3b2445 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.179210 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-d50ec002-502e-48bd-8012-14f47d3b2445 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9296854 Nov 22 16:56:33.197693 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Request body: {'port': {'device_id': '8df6876f-1713-4239-bf26-77768b03cc99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:33.249660 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.449197 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01662b-7ff5-423a-9a8c-7e8b7169705d req-ed008915-18c7-4c17-846c-6e05d186059a tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:33.450676 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2b01662b-7ff5-423a-9a8c-7e8b7169705d req-ed008915-18c7-4c17-846c-6e05d186059a tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 945 time: 0.1013954 Nov 22 16:56:33.529145 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2b01662b-7ff5-423a-9a8c-7e8b7169705d req-ff5e1434-a29b-4c14-a5e2-c1eac7c76a0c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701003 Nov 22 16:56:33.626731 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:56:33.641418 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.667952 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Transition to ACTIVE for port object 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:56:33.676728 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.761841 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Pushing event updated for resources: {'Port': ['ID=6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:33.827894 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Attempting to bind port 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:33.828539 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Attempting to bind port 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '4f3134d8-ef85-426f-9c0a-91f665a788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '8190ece4-ccb8-4ac0-a0df-0a3a97a91f52'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:33.828956 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Attempting to bind port 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a on network 8190ece4-ccb8-4ac0-a0df-0a3a97a91f52 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:33.853595 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Port 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a on network 8190ece4-ccb8-4ac0-a0df-0a3a97a91f52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:56:33.860391 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Attempting to bind port 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a on network 8190ece4-ccb8-4ac0-a0df-0a3a97a91f52 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:33.869747 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:33.870678 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Checking segment: {'id': '4f3134d8-ef85-426f-9c0a-91f665a788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '8190ece4-ccb8-4ac0-a0df-0a3a97a91f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:33.878554 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Bound using segment: {'id': '4f3134d8-ef85-426f-9c0a-91f665a788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '8190ece4-ccb8-4ac0-a0df-0a3a97a91f52'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:33.879047 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Bound port: 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3134d8-ef85-426f-9c0a-91f665a788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '8190ece4-ccb8-4ac0-a0df-0a3a97a91f52'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:33.881226 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.896212 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb73894-a89d-4c0c-bd1b-57a748ce09ea req-0c64653a-347b-4886-8962-45991e92c287 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:33.898020 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bcb73894-a89d-4c0c-bd1b-57a748ce09ea req-0c64653a-347b-4886-8962-45991e92c287 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 943 time: 0.0704005 Nov 22 16:56:33.977668 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] For port 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a, host hv-cinder-77819, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:33.984586 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] For port 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a,segment=NetworkSegment(4f3134d8-ef85-426f-9c0a-91f665a788de),segment_id=4f3134d8-ef85-426f-9c0a-91f665a788de)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:33.986799 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bcb73894-a89d-4c0c-bd1b-57a748ce09ea req-8ae4696a-9de5-4583-b5e3-95501acbe233 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773697 Nov 22 16:56:33.990722 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.038059 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:34.039469 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.041661 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] 10.222.0.85 "PUT /v2.0/ports/6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a HTTP/1.1" status: 200 len: 1093 time: 0.8480384 Nov 22 16:56:34.047122 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df6876f-1713-4239-bf26-77768b03cc99', 'tag': '6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:34.057372 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330b2984-0ed5-45f1-a2c0-6395b9a7fa16" -d '{"events": [{"name": "network-changed", "server_uuid": "8df6876f-1713-4239-bf26-77768b03cc99", "tag": "6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:34.137092 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51719fee-2d22-4444-b201-5853e4a893ca service neutron] Pushing event updated for resources: {'Port': ['ID=6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:34.204170 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-aa06a566-882d-4810-bd7c-4d9f232c7892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:34.205734 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-aa06a566-882d-4810-bd7c-4d9f232c7892 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=30c1b47c65454806b9d9dad95c794eeb&device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 1096 time: 0.0946834 Nov 22 16:56:34.209572 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0c194-7f3b-4432-a69a-17e074a81bd4 req-63b85b68-2007-4db2-ab73-7c5ae933b569 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:34.218438 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-10b0c194-7f3b-4432-a69a-17e074a81bd4 req-63b85b68-2007-4db2-ab73-7c5ae933b569 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0992908 Nov 22 16:56:34.295385 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-f24eff9b-dedd-4dd5-b476-f30ec48d9f2c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a HTTP/1.1" status: 200 len: 217 time: 0.0616670 Nov 22 16:56:34.316855 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-10b0c194-7f3b-4432-a69a-17e074a81bd4 req-4f9acfb9-fa3c-4752-ad85-83f45f075dd8 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974455 Nov 22 16:56:34.379713 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-b415ae52-0c90-4d7c-a36b-b325e284b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:34.381535 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-b415ae52-0c90-4d7c-a36b-b325e284b9e6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03189eb6-5e78-4000-bc7d-6af9a115c587 HTTP/1.1" status: 200 len: 849 time: 0.0736787 Nov 22 16:56:34.383096 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effef7a6-eafe-4282-a37d-6f697c0b0c23 x-openstack-request-id: req-effef7a6-eafe-4282-a37d-6f697c0b0c23 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:34.383385 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df6876f-1713-4239-bf26-77768b03cc99", "tag": "6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:34.383847 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-effef7a6-eafe-4282-a37d-6f697c0b0c23 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:34.384044 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df6876f-1713-4239-bf26-77768b03cc99', 'tag': '6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a', 'status': 'completed', 'code': 200} Nov 22 16:56:34.411806 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 43598) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:34.516532 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-312c95bb-2121-4ffd-ac2e-07ba836fa6a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.597571 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-312c95bb-2121-4ffd-ac2e-07ba836fa6a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.601222 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-312c95bb-2121-4ffd-ac2e-07ba836fa6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.636995 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c95bb-2121-4ffd-ac2e-07ba836fa6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308e3781-e85b-45ae-8803-427ef6b4a9ac,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:34.641258 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-312c95bb-2121-4ffd-ac2e-07ba836fa6a6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2cd6750a6b7e4d1181b47e0aa4c09dee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283213 Nov 22 16:56:34.643873 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 43602) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:34.696143 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8d3dc9fb-27a7-4461-85d9-0f5bf0655fea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.716354 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8d3dc9fb-27a7-4461-85d9-0f5bf0655fea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.765007 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8d3dc9fb-27a7-4461-85d9-0f5bf0655fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.768090 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8d3dc9fb-27a7-4461-85d9-0f5bf0655fea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.769557 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-8d3dc9fb-27a7-4461-85d9-0f5bf0655fea admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/308e3781-e85b-45ae-8803-427ef6b4a9ac HTTP/1.1" status: 204 len: 168 time: 0.1244009 Nov 22 16:56:34.781954 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dc9fb-27a7-4461-85d9-0f5bf0655fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308e3781-e85b-45ae-8803-427ef6b4a9ac,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:35.116619 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3125727-d014-42af-a7c4-f8a89ad75bf2 req-87d3edea-f034-4c3b-b12a-6a305b28fc6c tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:35.118107 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b3125727-d014-42af-a7c4-f8a89ad75bf2 req-87d3edea-f034-4c3b-b12a-6a305b28fc6c tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 943 time: 0.0492840 Nov 22 16:56:35.168632 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b3125727-d014-42af-a7c4-f8a89ad75bf2 req-51006c9d-4271-4050-846e-3565363d953d tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444374 Nov 22 16:56:35.451573 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f89f6-fd67-4f75-a4db-adc405c9232d req-5d537eee-15ea-4e5e-8f67-d930fc283952 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:35.453571 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-036f89f6-fd67-4f75-a4db-adc405c9232d req-5d537eee-15ea-4e5e-8f67-d930fc283952 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0661829 Nov 22 16:56:35.505770 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-036f89f6-fd67-4f75-a4db-adc405c9232d req-6edea64a-9b3a-4622-822f-d3973f06252c tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451288 Nov 22 16:56:36.283244 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b5107-7a84-4942-9b44-a35ea7c01947 req-c6d27d55-02b9-4c1c-9586-8ea78e5e5648 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:36.285271 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ed1b5107-7a84-4942-9b44-a35ea7c01947 req-c6d27d55-02b9-4c1c-9586-8ea78e5e5648 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 943 time: 0.0498359 Nov 22 16:56:36.333910 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ed1b5107-7a84-4942-9b44-a35ea7c01947 req-e2b4ea7e-6db6-4a95-a5aa-bc6b8417ba89 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421417 Nov 22 16:56:36.620593 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e750f5-e7ff-40a9-a36a-3abbfefb3581 req-adf371ff-32b5-4da1-bcb1-fdafa7109dd4 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:36.622033 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-35e750f5-e7ff-40a9-a36a-3abbfefb3581 req-adf371ff-32b5-4da1-bcb1-fdafa7109dd4 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0483229 Nov 22 16:56:36.669272 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-35e750f5-e7ff-40a9-a36a-3abbfefb3581 req-4805b5c9-6626-4402-9968-d3920b4f862a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411000 Nov 22 16:56:37.192843 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc025b95-23c6-437e-b749-1eb835d9adbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:37.450623 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7130c51-ca21-4b0c-b2e1-70e11ca65389 req-b7c3e108-648c-493b-b9e1-9e03e129f596 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:37.451986 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c7130c51-ca21-4b0c-b2e1-70e11ca65389 req-b7c3e108-648c-493b-b9e1-9e03e129f596 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 943 time: 0.0514948 Nov 22 16:56:37.504125 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c7130c51-ca21-4b0c-b2e1-70e11ca65389 req-dd52dc6c-4157-4f38-8911-520cbb57036e tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455730 Nov 22 16:56:37.780676 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-ff439701-04f6-47ac-b01f-f6cbb1c911b9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8190ece4-ccb8-4ac0-a0df-0a3a97a91f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300307 Nov 22 16:56:37.787694 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5574e-468f-4791-9ace-305e75910aeb req-f62c13fc-406a-4d5c-8d29-e372e1849265 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:37.789209 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f2f5574e-468f-4791-9ace-305e75910aeb req-f62c13fc-406a-4d5c-8d29-e372e1849265 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0532532 Nov 22 16:56:37.845886 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f2f5574e-468f-4791-9ace-305e75910aeb req-a7b7a33c-b78e-4128-9498-c447ed33cd2a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498054 Nov 22 16:56:37.907664 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-bfea53c8-93e3-4b41-8740-15b0c6a45fda service neutron] 10.222.0.85 "GET /v2.0/networks/8190ece4-ccb8-4ac0-a0df-0a3a97a91f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914547 Nov 22 16:56:38.019545 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f91f66b-bfe4-4c29-8d2f-6f1778860916 req-e7f4f467-76f1-4c1a-8645-91069a0af303 service neutron] 10.222.0.85 "GET /v2.0/networks/8190ece4-ccb8-4ac0-a0df-0a3a97a91f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886772 Nov 22 16:56:38.120806 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b2984-0ed5-45f1-a2c0-6395b9a7fa16 req-1e6b6d5b-6503-4ea9-bd98-9e16a01fb15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:38.122264 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-330b2984-0ed5-45f1-a2c0-6395b9a7fa16 req-1e6b6d5b-6503-4ea9-bd98-9e16a01fb15f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=30c1b47c65454806b9d9dad95c794eeb&device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 1096 time: 0.0399067 Nov 22 16:56:38.210276 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b2984-0ed5-45f1-a2c0-6395b9a7fa16 req-3dba2099-bccc-4a97-a9f7-1b7dadefc203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:38.211714 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-330b2984-0ed5-45f1-a2c0-6395b9a7fa16 req-3dba2099-bccc-4a97-a9f7-1b7dadefc203 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8190ece4-ccb8-4ac0-a0df-0a3a97a91f52 HTTP/1.1" status: 200 len: 911 time: 0.0810971 Nov 22 16:56:38.265016 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-330b2984-0ed5-45f1-a2c0-6395b9a7fa16 req-1bee3ff9-4938-4f33-a715-bd3ac4438e9b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a HTTP/1.1" status: 200 len: 217 time: 0.0370829 Nov 22 16:56:38.328654 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b2984-0ed5-45f1-a2c0-6395b9a7fa16 req-62982bf0-8ac7-4980-94a9-34c352b6ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:38.330013 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-330b2984-0ed5-45f1-a2c0-6395b9a7fa16 req-62982bf0-8ac7-4980-94a9-34c352b6ebec service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03189eb6-5e78-4000-bc7d-6af9a115c587 HTTP/1.1" status: 200 len: 849 time: 0.0426719 Nov 22 16:56:38.371532 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-330b2984-0ed5-45f1-a2c0-6395b9a7fa16 req-7a010dfa-ca0e-4a69-834c-0f18ed0cc438 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8190ece4-ccb8-4ac0-a0df-0a3a97a91f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256674 Nov 22 16:56:38.462133 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-330b2984-0ed5-45f1-a2c0-6395b9a7fa16 req-877319e2-d481-4ed2-ae8f-74cf2206fbca service neutron] 10.222.0.85 "GET /v2.0/networks/8190ece4-ccb8-4ac0-a0df-0a3a97a91f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827329 Nov 22 16:56:38.569002 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-330b2984-0ed5-45f1-a2c0-6395b9a7fa16 req-0ed3b84c-2221-4e18-a6da-63c0d8f126d3 service neutron] 10.222.0.85 "GET /v2.0/networks/8190ece4-ccb8-4ac0-a0df-0a3a97a91f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933106 Nov 22 16:56:38.638155 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e30285-52d4-4f2b-9620-1bbbec850b72 req-ea895a54-2dc6-4f8f-8155-0a8ee57a9f01 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:38.639785 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-63e30285-52d4-4f2b-9620-1bbbec850b72 req-ea895a54-2dc6-4f8f-8155-0a8ee57a9f01 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 943 time: 0.0533295 Nov 22 16:56:38.698597 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-63e30285-52d4-4f2b-9620-1bbbec850b72 req-024fb6d7-e7bb-40d6-8063-699838e98dbe tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518045 Nov 22 16:56:38.982318 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8da3d-ee54-4076-a775-1334ec2ef6ee req-87c5f049-6460-437f-b088-cc56d1deb8bb tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:38.983822 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-32a8da3d-ee54-4076-a775-1334ec2ef6ee req-87c5f049-6460-437f-b088-cc56d1deb8bb tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0615933 Nov 22 16:56:39.035437 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-32a8da3d-ee54-4076-a775-1334ec2ef6ee req-f782bfc3-2821-4451-86fe-878407f4947f tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454488 Nov 22 16:56:39.483001 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc113ec7-015a-494a-8c38-45fe023b713c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:39.821524 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73097347-0d6a-4f3e-bb84-2802ef919943 req-597cd8b3-c17f-477f-8cf7-1838885491a7 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:39.823074 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-73097347-0d6a-4f3e-bb84-2802ef919943 req-597cd8b3-c17f-477f-8cf7-1838885491a7 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 943 time: 0.0525129 Nov 22 16:56:39.888996 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-73097347-0d6a-4f3e-bb84-2802ef919943 req-f17269d2-d78b-4be8-ac65-e05c2bfa1251 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566337 Nov 22 16:56:39.969033 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 43734) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:40.102939 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9863fb83-6995-4001-af9e-1a7b789b5125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.189774 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de9032-4d78-4ede-a0a8-bba9ac0c3a3e req-22a57a01-b6c0-4b63-8f80-353f1659c55a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:40.191844 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-76de9032-4d78-4ede-a0a8-bba9ac0c3a3e req-22a57a01-b6c0-4b63-8f80-353f1659c55a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0610449 Nov 22 16:56:40.199975 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9863fb83-6995-4001-af9e-1a7b789b5125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.205069 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9863fb83-6995-4001-af9e-1a7b789b5125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.247437 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-76de9032-4d78-4ede-a0a8-bba9ac0c3a3e req-0b11f3ca-f75b-4a87-a7a3-857560fc2631 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493340 Nov 22 16:56:40.248311 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863fb83-6995-4001-af9e-1a7b789b5125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe44d67-7ada-4afd-a1a3-75f3b2e2a850,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:40.253222 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-9863fb83-6995-4001-af9e-1a7b789b5125 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=826acddda21a4a749a248703bd1c8425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826419 Nov 22 16:56:40.255789 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 43752) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:40.304488 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c3d8206c-8379-43e9-8237-8ed204e70c29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.325254 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c3d8206c-8379-43e9-8237-8ed204e70c29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.370646 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c3d8206c-8379-43e9-8237-8ed204e70c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.373483 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c3d8206c-8379-43e9-8237-8ed204e70c29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.374621 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-c3d8206c-8379-43e9-8237-8ed204e70c29 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7fe44d67-7ada-4afd-a1a3-75f3b2e2a850 HTTP/1.1" status: 204 len: 168 time: 0.1178477 Nov 22 16:56:40.383963 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8206c-8379-43e9-8237-8ed204e70c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe44d67-7ada-4afd-a1a3-75f3b2e2a850,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:40.440254 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028646f0-445a-440f-9532-f520fdeab532 req-53dbc373-edb3-4015-bc01-4877de1740de tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:40.444782 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-028646f0-445a-440f-9532-f520fdeab532 req-53dbc373-edb3-4015-bc01-4877de1740de tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/networks?id=1bdcfadf-1d01-4a8e-9380-4151e111913c HTTP/1.1" status: 200 len: 814 time: 0.1107802 Nov 22 16:56:40.458990 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-028646f0-445a-440f-9532-f520fdeab532 req-5770a29d-b3cb-48b9-af33-396266a9bf6d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/quotas/606872a1f29b44a5ae8719e48edf2703 HTTP/1.1" status: 200 len: 375 time: 0.0109730 Nov 22 16:56:40.514642 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-028646f0-445a-440f-9532-f520fdeab532 req-1befe30e-8eec-4245-9cd1-9f19bdb0b747 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=606872a1f29b44a5ae8719e48edf2703&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495532 Nov 22 16:56:40.619574 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-028646f0-445a-440f-9532-f520fdeab532 req-dab6485c-ba83-495c-8bc1-2ddf08ae9a10 service neutron] 10.222.0.75 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972297 Nov 22 16:56:40.660387 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 43768) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:40.673373 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0374c565-89a4-4fb1-adca-931a6e8d613f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.709288 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-028646f0-445a-440f-9532-f520fdeab532 req-6c68e969-c059-4856-812a-85a7c85c51cd service neutron] 10.222.0.75 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835323 Nov 22 16:56:40.747493 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0374c565-89a4-4fb1-adca-931a6e8d613f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.751392 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0374c565-89a4-4fb1-adca-931a6e8d613f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.794764 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-0374c565-89a4-4fb1-adca-931a6e8d613f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=91599e2811de47ccaa54464f04d8cdcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309392 Nov 22 16:56:40.794764 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374c565-89a4-4fb1-adca-931a6e8d613f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f2f92b-1bd1-40f9-a50a-e5ef74aa3966,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:40.795299 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 43770) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:40.859360 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c8dcdc65-62c6-4b9f-ab53-92d0a924bde9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.877395 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-96834b4b-0059-4893-9217-33e155c02e50 req-c279a2b0-07ae-471c-af02-c37e44916526 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 210 time: 0.0315113 Nov 22 16:56:40.896604 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c8dcdc65-62c6-4b9f-ab53-92d0a924bde9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.899795 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.958725 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c8dcdc65-62c6-4b9f-ab53-92d0a924bde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.962027 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c8dcdc65-62c6-4b9f-ab53-92d0a924bde9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.965614 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c8dcdc65-62c6-4b9f-ab53-92d0a924bde9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b9f2f92b-1bd1-40f9-a50a-e5ef74aa3966 HTTP/1.1" status: 204 len: 168 time: 0.1667473 Nov 22 16:56:40.974393 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcdc65-62c6-4b9f-ab53-92d0a924bde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f2f92b-1bd1-40f9-a50a-e5ef74aa3966,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:41.030509 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767a665-a9e7-415f-824d-63e2450024a2 req-753f6bd5-5e93-4c2b-89ac-9b75ff024b33 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:41.031759 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f767a665-a9e7-415f-824d-63e2450024a2 req-753f6bd5-5e93-4c2b-89ac-9b75ff024b33 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 943 time: 0.0602775 Nov 22 16:56:41.114577 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f767a665-a9e7-415f-824d-63e2450024a2 req-c4cf26ad-65e9-4f10-b51c-037c2d608f88 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715895 Nov 22 16:56:41.340176 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 43796) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:41.353996 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bf6fb069-0915-4667-9390-c46c73235659 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.369085 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf7a59-888f-4964-b60e-68090bc0324a req-c2a66e3e-b100-48ee-9e33-9c5cd82eff7a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:41.370627 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9ecf7a59-888f-4964-b60e-68090bc0324a req-c2a66e3e-b100-48ee-9e33-9c5cd82eff7a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0488892 Nov 22 16:56:41.419627 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9ecf7a59-888f-4964-b60e-68090bc0324a req-0acc0ead-2317-4a52-9632-39ff82f4e329 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427563 Nov 22 16:56:41.434063 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bf6fb069-0915-4667-9390-c46c73235659 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.437998 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bf6fb069-0915-4667-9390-c46c73235659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.474477 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fb069-0915-4667-9390-c46c73235659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976cc371-4126-48b1-a384-84fd24ab4708,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:41.478619 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-bf6fb069-0915-4667-9390-c46c73235659 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cff424558ff745d4b32d1e6ca5a6774c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373363 Nov 22 16:56:41.481273 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 43798) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:41.554679 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c1033a49-557e-486c-a6a1-e3a1e6256bd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.575580 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c1033a49-557e-486c-a6a1-e3a1e6256bd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.621275 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c1033a49-557e-486c-a6a1-e3a1e6256bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.623894 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c1033a49-557e-486c-a6a1-e3a1e6256bd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.625048 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-c1033a49-557e-486c-a6a1-e3a1e6256bd0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/976cc371-4126-48b1-a384-84fd24ab4708 HTTP/1.1" status: 204 len: 168 time: 0.1428888 Nov 22 16:56:41.632909 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1033a49-557e-486c-a6a1-e3a1e6256bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976cc371-4126-48b1-a384-84fd24ab4708,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:41.659871 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:56:41.756277 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a,segment=NetworkSegment(4f3134d8-ef85-426f-9c0a-91f665a788de),segment_id=4f3134d8-ef85-426f-9c0a-91f665a788de)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:41.767992 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': '6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a', 'network_id': '8190ece4-ccb8-4ac0-a0df-0a3a97a91f52', 'port_id': '6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a', 'mac_address': 'fa:16:3e:26:b5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03189eb6-5e78-4000-bc7d-6af9a115c587', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:56:41.806564 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.819409 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:56:41.839016 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a,segment=NetworkSegment(4f3134d8-ef85-426f-9c0a-91f665a788de),segment_id=4f3134d8-ef85-426f-9c0a-91f665a788de)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:41.843385 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.892771 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:41.982000 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c84f2ae3-d087-4537-a688-148999d4247b req-2fb3dfc2-ce2d-42e7-a3a0-52039ad4a544 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 210 time: 0.0314662 Nov 22 16:56:42.169063 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.245532 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3a5e0-a4e3-4bb9-af13-8eb4c28c696f req-c2f24884-76e9-4d01-9f53-984fb8a97965 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:42.247219 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7dc3a5e0-a4e3-4bb9-af13-8eb4c28c696f req-c2f24884-76e9-4d01-9f53-984fb8a97965 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 944 time: 0.0613253 Nov 22 16:56:42.295769 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7dc3a5e0-a4e3-4bb9-af13-8eb4c28c696f req-804235ae-ca9b-4de9-a7de-7c3a3b799092 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416617 Nov 22 16:56:42.541977 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e5ad5-e672-434b-be8d-dbd9155252fb req-2aca4730-b73b-40e8-8620-be92f37b390f tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:42.543506 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0e5e5ad5-e672-434b-be8d-dbd9155252fb req-2aca4730-b73b-40e8-8620-be92f37b390f tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0493519 Nov 22 16:56:42.594787 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0e5e5ad5-e672-434b-be8d-dbd9155252fb req-5da91371-7681-4983-b59f-cc1a331ab785 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454972 Nov 22 16:56:43.086150 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-17a77d8e-cc90-4d7b-b6cf-d62f33b342ae req-1335e262-9f5e-4585-92e2-c3f1e0d29ecd tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 210 time: 0.0318072 Nov 22 16:56:43.128816 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:43.325991 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:56:43.450123 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e177f-3402-42bb-ab5b-f2d58ed253b1 req-a1ff5275-837a-4c4d-aec5-1b130a9fbe08 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:43.459008 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-040e177f-3402-42bb-ab5b-f2d58ed253b1 req-a1ff5275-837a-4c4d-aec5-1b130a9fbe08 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 944 time: 0.0773985 Nov 22 16:56:43.524076 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-040e177f-3402-42bb-ab5b-f2d58ed253b1 req-60023cbe-f1ec-45f5-8acc-b7a2a970adfd tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640714 Nov 22 16:56:43.813981 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5a9c2-0e77-47c5-9709-b7afd35520df req-c620a020-f926-493f-badb-5935e7a7ba5a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:43.816339 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1ff5a9c2-0e77-47c5-9709-b7afd35520df req-c620a020-f926-493f-badb-5935e7a7ba5a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.1207681 Nov 22 16:56:43.828250 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028646f0-445a-440f-9532-f520fdeab532 req-fabe1c77-9bc4-48da-94de-a2b863a21044 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:43.829712 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-028646f0-445a-440f-9532-f520fdeab532 req-fabe1c77-9bc4-48da-94de-a2b863a21044 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.85 "GET /v2.0/networks?id=1bdcfadf-1d01-4a8e-9380-4151e111913c HTTP/1.1" status: 200 len: 814 time: 0.2003078 Nov 22 16:56:43.868894 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-028646f0-445a-440f-9532-f520fdeab532 req-775c5845-2e20-4edb-9070-1c1f4e18ef56 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Request body: {'port': {'device_id': 'd9733321-3b66-452d-912d-cf368a5e3c80', 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c', 'admin_state_up': True, 'tenant_id': '606872a1f29b44a5ae8719e48edf2703'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:43.958380 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1ff5a9c2-0e77-47c5-9709-b7afd35520df req-f1af9d11-a3af-4b01-82fa-54960499c285 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275959 Nov 22 16:56:44.052898 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028646f0-445a-440f-9532-f520fdeab532 req-775c5845-2e20-4edb-9070-1c1f4e18ef56 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Made reservation on behalf of 606872a1f29b44a5ae8719e48edf2703 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:44.058107 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-028646f0-445a-440f-9532-f520fdeab532 req-775c5845-2e20-4edb-9070-1c1f4e18ef56 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.203268 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-eade46f7-9ddf-4c21-98d6-8b2e65d6aae4 req-bfbfa40b-547e-47f8-be92-544e1a32cdfe tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 210 time: 0.0304675 Nov 22 16:56:44.220666 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-028646f0-445a-440f-9532-f520fdeab532 req-775c5845-2e20-4edb-9070-1c1f4e18ef56 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Allocated IP 172.20.0.7 (1bdcfadf-1d01-4a8e-9380-4151e111913c/354aa910-0d7f-45f9-b6b0-154889ed963c/b1768862-9244-42ee-9d96-1265c8200b70) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:44.369300 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-028646f0-445a-440f-9532-f520fdeab532 req-775c5845-2e20-4edb-9070-1c1f4e18ef56 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.406217 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-028646f0-445a-440f-9532-f520fdeab532 req-775c5845-2e20-4edb-9070-1c1f4e18ef56 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.417950 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f', '011efefa-c92b-4c9f-9436-ba009a9fc5bc'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:56:44.458903 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028646f0-445a-440f-9532-f520fdeab532 req-775c5845-2e20-4edb-9070-1c1f4e18ef56 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Network 1bdcfadf-1d01-4a8e-9380-4151e111913c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:44.462295 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-028646f0-445a-440f-9532-f520fdeab532 req-775c5845-2e20-4edb-9070-1c1f4e18ef56 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:44.464971 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-028646f0-445a-440f-9532-f520fdeab532 req-775c5845-2e20-4edb-9070-1c1f4e18ef56 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:44.491977 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c5845-2e20-4edb-9070-1c1f4e18ef56 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Pushing event updated for resources: {'Port': ['ID=b1768862-9244-42ee-9d96-1265c8200b70,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:44.524932 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028646f0-445a-440f-9532-f520fdeab532 req-775c5845-2e20-4edb-9070-1c1f4e18ef56 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:44.525555 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-028646f0-445a-440f-9532-f520fdeab532 req-775c5845-2e20-4edb-9070-1c1f4e18ef56 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.545693 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-028646f0-445a-440f-9532-f520fdeab532 req-775c5845-2e20-4edb-9070-1c1f4e18ef56 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6821058 Nov 22 16:56:44.564210 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Request body: {'port': {'device_id': 'd9733321-3b66-452d-912d-cf368a5e3c80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:44.618591 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.655593 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0ccda-f3c6-470e-b666-66333fe85a37 req-aec5f2c4-0c32-404f-975e-c5e9156b6d68 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:44.657856 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8bc0ccda-f3c6-470e-b666-66333fe85a37 req-aec5f2c4-0c32-404f-975e-c5e9156b6d68 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 944 time: 0.0563340 Nov 22 16:56:44.716346 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8bc0ccda-f3c6-470e-b666-66333fe85a37 req-c44a82f2-d18c-4fc3-9177-ea47dbd04aee tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510590 Nov 22 16:56:44.819845 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:44.869324 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:56:44.873681 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:44.874332 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.899440 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1768862-9244-42ee-9d96-1265c8200b70 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:56:44.907039 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.919420 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Transition to ACTIVE for port object b1768862-9244-42ee-9d96-1265c8200b70 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:56:44.923388 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.957678 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.983092 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df6876f-1713-4239-bf26-77768b03cc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:44.986032 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236820a5-462a-4782-b1f1-c6fd6396826a" -d '{"events": [{"server_uuid": "8df6876f-1713-4239-bf26-77768b03cc99", "name": "network-vif-plugged", "status": "completed", "tag": "6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:44.992182 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Pushing event updated for resources: {'Port': ['ID=b1768862-9244-42ee-9d96-1265c8200b70,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:45.003491 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a,segment=NetworkSegment(4f3134d8-ef85-426f-9c0a-91f665a788de),segment_id=4f3134d8-ef85-426f-9c0a-91f665a788de)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:45.008783 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.044429 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Attempting to bind port b1768862-9244-42ee-9d96-1265c8200b70 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:45.044766 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Attempting to bind port b1768862-9244-42ee-9d96-1265c8200b70 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '9cc3b34f-f709-4fff-b056-1565b529f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:45.045382 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Attempting to bind port b1768862-9244-42ee-9d96-1265c8200b70 on network 1bdcfadf-1d01-4a8e-9380-4151e111913c {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:45.051017 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Port b1768862-9244-42ee-9d96-1265c8200b70 on network 1bdcfadf-1d01-4a8e-9380-4151e111913c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:56:45.051321 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Attempting to bind port b1768862-9244-42ee-9d96-1265c8200b70 on network 1bdcfadf-1d01-4a8e-9380-4151e111913c {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:45.051607 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59bc931-53d5-430b-a6c2-7a7179a94560 x-openstack-request-id: req-e59bc931-53d5-430b-a6c2-7a7179a94560 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:45.051935 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df6876f-1713-4239-bf26-77768b03cc99", "name": "network-vif-plugged", "status": "completed", "tag": "6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:45.052226 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e59bc931-53d5-430b-a6c2-7a7179a94560 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:45.052614 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df6876f-1713-4239-bf26-77768b03cc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a', 'code': 200} Nov 22 16:56:45.056422 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:45.056743 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Checking segment: {'id': '9cc3b34f-f709-4fff-b056-1565b529f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:45.057616 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Bound using segment: {'id': '9cc3b34f-f709-4fff-b056-1565b529f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:45.057984 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Bound port: b1768862-9244-42ee-9d96-1265c8200b70, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc3b34f-f709-4fff-b056-1565b529f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:45.058343 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.077368 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:45.195678 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44cb00-4f4d-413e-8338-f5ac0b63fc89 req-7736e824-af3f-430a-b1c6-bc39c04efe43 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:45.202939 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ff44cb00-4f4d-413e-8338-f5ac0b63fc89 req-7736e824-af3f-430a-b1c6-bc39c04efe43 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.1277854 Nov 22 16:56:45.206028 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] For port b1768862-9244-42ee-9d96-1265c8200b70, host hv-cinder-77819, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:45.220739 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] For port b1768862-9244-42ee-9d96-1265c8200b70, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b1768862-9244-42ee-9d96-1265c8200b70,segment=NetworkSegment(9cc3b34f-f709-4fff-b056-1565b529f1ba),segment_id=9cc3b34f-f709-4fff-b056-1565b529f1ba)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:45.243980 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.300649 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf0a20-2e33-479b-ba48-7efff0ed5157 req-d1b33778-dba3-44c6-b2af-6292ffce491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:45.302389 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4acf0a20-2e33-479b-ba48-7efff0ed5157 req-d1b33778-dba3-44c6-b2af-6292ffce491f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 1098 time: 0.0480957 Nov 22 16:56:45.303764 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:45.304410 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.305768 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-028646f0-445a-440f-9532-f520fdeab532 req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] 10.222.0.85 "PUT /v2.0/ports/b1768862-9244-42ee-9d96-1265c8200b70 HTTP/1.1" status: 200 len: 1093 time: 0.7481759 Nov 22 16:56:45.311266 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9733321-3b66-452d-912d-cf368a5e3c80', 'tag': 'b1768862-9244-42ee-9d96-1265c8200b70'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:45.313803 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83be65dd-f008-4426-bde9-e40d552ab2bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d9733321-3b66-452d-912d-cf368a5e3c80", "tag": "b1768862-9244-42ee-9d96-1265c8200b70"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:45.326573 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ff44cb00-4f4d-413e-8338-f5ac0b63fc89 req-34e9dc30-d269-406f-a749-0c45bd7207a0 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225896 Nov 22 16:56:45.344587 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90dd39-5b0e-44c0-a205-1714776a1558 service neutron] Pushing event updated for resources: {'Port': ['ID=b1768862-9244-42ee-9d96-1265c8200b70,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:45.394117 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4acf0a20-2e33-479b-ba48-7efff0ed5157 req-c8e71517-a29f-4365-ac32-939085908ff3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779855 Nov 22 16:56:45.402110 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f86da-7609-4d2c-be85-2ec341f0b3b9 req-df815243-78bf-4e05-bf6e-f67bae56047c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:45.403840 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-685f86da-7609-4d2c-be85-2ec341f0b3b9 req-df815243-78bf-4e05-bf6e-f67bae56047c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 943 time: 0.0900424 Nov 22 16:56:45.416706 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c804c3-f51a-447c-8dff-9d443befd147 x-openstack-request-id: req-a6c804c3-f51a-447c-8dff-9d443befd147 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:45.417066 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9733321-3b66-452d-912d-cf368a5e3c80", "tag": "b1768862-9244-42ee-9d96-1265c8200b70", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:45.417440 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a6c804c3-f51a-447c-8dff-9d443befd147 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:45.417844 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9733321-3b66-452d-912d-cf368a5e3c80', 'tag': 'b1768862-9244-42ee-9d96-1265c8200b70', 'status': 'completed', 'code': 200} Nov 22 16:56:45.431575 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028646f0-445a-440f-9532-f520fdeab532 req-c0ae0e59-d7d6-4ff7-aa75-877a167bf509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:45.433159 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-028646f0-445a-440f-9532-f520fdeab532 req-c0ae0e59-d7d6-4ff7-aa75-877a167bf509 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=606872a1f29b44a5ae8719e48edf2703&device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 1096 time: 0.0593154 Nov 22 16:56:45.457125 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-685f86da-7609-4d2c-be85-2ec341f0b3b9 req-6f4999aa-b1ba-4ed1-b00a-c959437a8729 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446365 Nov 22 16:56:45.719281 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-028646f0-445a-440f-9532-f520fdeab532 req-bcfe1b59-eef5-48dd-893a-645225a675ef service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1768862-9244-42ee-9d96-1265c8200b70 HTTP/1.1" status: 200 len: 217 time: 0.0380697 Nov 22 16:56:45.793895 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028646f0-445a-440f-9532-f520fdeab532 req-c3a6b2e3-e521-4e5c-8cf9-3280543329fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:45.795969 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-028646f0-445a-440f-9532-f520fdeab532 req-c3a6b2e3-e521-4e5c-8cf9-3280543329fa service neutron] 10.222.0.85 "GET /v2.0/subnets?id=354aa910-0d7f-45f9-b6b0-154889ed963c HTTP/1.1" status: 200 len: 854 time: 0.0547926 Nov 22 16:56:45.853256 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-028646f0-445a-440f-9532-f520fdeab532 req-76f48a87-566a-4936-b901-acfc0f400d1f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bdcfadf-1d01-4a8e-9380-4151e111913c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307848 Nov 22 16:56:45.915928 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6666b5c-1120-4d39-abfd-cec768e09a96 req-7762a09a-2866-43a5-8411-19b3d5cff554 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:45.917503 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f6666b5c-1120-4d39-abfd-cec768e09a96 req-7762a09a-2866-43a5-8411-19b3d5cff554 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 945 time: 0.1204696 Nov 22 16:56:45.996897 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-028646f0-445a-440f-9532-f520fdeab532 req-7cd907ee-2321-4a01-8190-a22765e2c9ef service neutron] 10.222.0.85 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356161 Nov 22 16:56:46.001054 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f6666b5c-1120-4d39-abfd-cec768e09a96 req-396ba7f8-d6a7-4b18-826b-597b9a511703 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706058 Nov 22 16:56:46.069489 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 43996) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:46.113030 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-028646f0-445a-440f-9532-f520fdeab532 req-275f544a-f4a9-4268-82b5-067f80cb33f9 service neutron] 10.222.0.85 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012585 Nov 22 16:56:46.181387 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-95e189fe-305d-486f-bcfd-96833ea4caf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.220018 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be65dd-f008-4426-bde9-e40d552ab2bb req-1fb8ceab-83ac-4e23-b2f0-2d3ac8e9f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:46.221895 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-83be65dd-f008-4426-bde9-e40d552ab2bb req-1fb8ceab-83ac-4e23-b2f0-2d3ac8e9f9e7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=606872a1f29b44a5ae8719e48edf2703&device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 1096 time: 0.0475707 Nov 22 16:56:46.264696 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-95e189fe-305d-486f-bcfd-96833ea4caf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.268946 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-95e189fe-305d-486f-bcfd-96833ea4caf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.310759 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-95e189fe-305d-486f-bcfd-96833ea4caf1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8950973cb7e148f2abcec5d5ae775cc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401736 Nov 22 16:56:46.311343 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 44012) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:46.333796 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e189fe-305d-486f-bcfd-96833ea4caf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e42e40d-cba1-40d1-ab97-05437de7c9a5,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:46.349917 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be65dd-f008-4426-bde9-e40d552ab2bb req-eb8cfcbb-9734-4844-a67f-db5003398e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:46.352807 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-83be65dd-f008-4426-bde9-e40d552ab2bb req-eb8cfcbb-9734-4844-a67f-db5003398e82 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1bdcfadf-1d01-4a8e-9380-4151e111913c HTTP/1.1" status: 200 len: 916 time: 0.1213920 Nov 22 16:56:46.386135 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3153a234-11ef-4cae-8056-1ecf294c7e65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.408301 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-83be65dd-f008-4426-bde9-e40d552ab2bb req-c88e7656-a50e-4aa2-adf8-7144de2af717 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1768862-9244-42ee-9d96-1265c8200b70 HTTP/1.1" status: 200 len: 217 time: 0.0462747 Nov 22 16:56:46.411674 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3153a234-11ef-4cae-8056-1ecf294c7e65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.471216 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3153a234-11ef-4cae-8056-1ecf294c7e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.474992 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3153a234-11ef-4cae-8056-1ecf294c7e65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.476236 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-3153a234-11ef-4cae-8056-1ecf294c7e65 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1e42e40d-cba1-40d1-ab97-05437de7c9a5 HTTP/1.1" status: 204 len: 168 time: 0.1593969 Nov 22 16:56:46.483945 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be65dd-f008-4426-bde9-e40d552ab2bb req-f6a499ec-7aea-48b0-8e13-25c3002f9459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:46.485646 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-83be65dd-f008-4426-bde9-e40d552ab2bb req-f6a499ec-7aea-48b0-8e13-25c3002f9459 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=354aa910-0d7f-45f9-b6b0-154889ed963c HTTP/1.1" status: 200 len: 854 time: 0.0638893 Nov 22 16:56:46.486602 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153a234-11ef-4cae-8056-1ecf294c7e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e42e40d-cba1-40d1-ab97-05437de7c9a5,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:46.622687 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 44024) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:46.648913 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe54a3-d070-419b-a59d-c8805f580eeb req-0dc4dd63-b599-46ca-820a-62e0d62a35d3 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:46.651080 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3dbe54a3-d070-419b-a59d-c8805f580eeb req-0dc4dd63-b599-46ca-820a-62e0d62a35d3 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 943 time: 0.0743930 Nov 22 16:56:46.713270 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3dbe54a3-d070-419b-a59d-c8805f580eeb req-c1020aba-926a-4b1a-b4e8-8728a0652774 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523682 Nov 22 16:56:46.766157 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-83be65dd-f008-4426-bde9-e40d552ab2bb req-fec4a06e-33da-4e69-bbbf-daf177d90de4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bdcfadf-1d01-4a8e-9380-4151e111913c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2484097 Nov 22 16:56:46.786200 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecde542-c500-4a35-8652-a70e7124adb3 req-7afaa840-316f-4ead-872d-f227ebfb46a8 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:46.787657 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0ecde542-c500-4a35-8652-a70e7124adb3 req-7afaa840-316f-4ead-872d-f227ebfb46a8 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.3190801 Nov 22 16:56:46.902241 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-83be65dd-f008-4426-bde9-e40d552ab2bb req-7207fc90-c63d-40db-b6c5-6dc7eaf20d7a service neutron] 10.222.0.85 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135833 Nov 22 16:56:46.903156 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-528e7610-db2a-43ff-bef9-7fc7e3b3324a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.930642 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0ecde542-c500-4a35-8652-a70e7124adb3 req-cd2ac75c-fdaf-49f5-8431-1a645a548c98 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679448 Nov 22 16:56:46.949010 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 44032) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:46.968229 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-60c3ab08-3d12-46b3-b027-755a602ab0f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.022820 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-83be65dd-f008-4426-bde9-e40d552ab2bb req-0a0b6cd9-4276-4f08-8d40-e15544a7673a service neutron] 10.222.0.85 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067915 Nov 22 16:56:47.024878 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-528e7610-db2a-43ff-bef9-7fc7e3b3324a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.033331 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-528e7610-db2a-43ff-bef9-7fc7e3b3324a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.094211 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-528e7610-db2a-43ff-bef9-7fc7e3b3324a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=41cbc830097448dc9540ef60b3266e98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4676256 Nov 22 16:56:47.097724 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 44036) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:47.101495 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e7610-db2a-43ff-bef9-7fc7e3b3324a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4e0221-8254-42fc-a1c2-80dbf5b14736,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:47.154035 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c312766e-dcf0-4fb5-b3ad-838d4d8ab960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.164731 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-60c3ab08-3d12-46b3-b027-755a602ab0f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.175768 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba5fc2-1e3d-4fce-ac56-fa232ceb3885 req-cdb1a212-7be3-46c0-b9f1-7149494b294c tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:47.177310 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-87ba5fc2-1e3d-4fce-ac56-fa232ceb3885 req-cdb1a212-7be3-46c0-b9f1-7149494b294c tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 945 time: 0.0820904 Nov 22 16:56:47.178391 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-60c3ab08-3d12-46b3-b027-755a602ab0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.180373 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c312766e-dcf0-4fb5-b3ad-838d4d8ab960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.233499 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-60c3ab08-3d12-46b3-b027-755a602ab0f6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a2785212fdd44173b9d3a785d4a20d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831163 Nov 22 16:56:47.236378 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3ab08-3d12-46b3-b027-755a602ab0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1ec63e-0e04-48f2-900d-9e9a5cffa1a5,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:47.236542 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 44038) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:47.245649 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c312766e-dcf0-4fb5-b3ad-838d4d8ab960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.248261 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c312766e-dcf0-4fb5-b3ad-838d4d8ab960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.251996 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c312766e-dcf0-4fb5-b3ad-838d4d8ab960 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ce4e0221-8254-42fc-a1c2-80dbf5b14736 HTTP/1.1" status: 204 len: 168 time: 0.1505165 Nov 22 16:56:47.270845 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-87ba5fc2-1e3d-4fce-ac56-fa232ceb3885 req-0f6be60b-21df-4a6e-a580-1e2bf2eec765 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796409 Nov 22 16:56:47.274167 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312766e-dcf0-4fb5-b3ad-838d4d8ab960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4e0221-8254-42fc-a1c2-80dbf5b14736,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:47.316814 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c41934b-da7f-4f2c-9d41-5678a67ab10d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.339543 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c41934b-da7f-4f2c-9d41-5678a67ab10d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.397750 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c41934b-da7f-4f2c-9d41-5678a67ab10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.400232 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c41934b-da7f-4f2c-9d41-5678a67ab10d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.401378 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-7c41934b-da7f-4f2c-9d41-5678a67ab10d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2e1ec63e-0e04-48f2-900d-9e9a5cffa1a5 HTTP/1.1" status: 204 len: 168 time: 0.1637256 Nov 22 16:56:47.410096 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41934b-da7f-4f2c-9d41-5678a67ab10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1ec63e-0e04-48f2-900d-9e9a5cffa1a5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:47.891198 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea84b25-c6a9-4f42-94f5-070d06d3618e req-05393a5c-f305-41af-b277-ea13b504496a tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:47.899407 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9ea84b25-c6a9-4f42-94f5-070d06d3618e req-05393a5c-f305-41af-b277-ea13b504496a tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 943 time: 0.0866566 Nov 22 16:56:47.970529 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9ea84b25-c6a9-4f42-94f5-070d06d3618e req-da3c2759-b008-4062-ab86-da2e8c70ff06 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701611 Nov 22 16:56:48.087114 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f1380-e734-49ec-a76b-3c0d8d1f4e69 req-f485277c-f162-4854-a626-23eb8453f28e tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:48.088986 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-482f1380-e734-49ec-a76b-3c0d8d1f4e69 req-f485277c-f162-4854-a626-23eb8453f28e tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0617030 Nov 22 16:56:48.155522 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-482f1380-e734-49ec-a76b-3c0d8d1f4e69 req-89fae4d9-c969-403c-952a-52dd9f5e782f tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602541 Nov 22 16:56:48.341112 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f2e8c-0bc7-4af6-9c66-02c18456a993 req-d179656d-67eb-4ade-9566-c377bf9025a3 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:48.343328 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e62f2e8c-0bc7-4af6-9c66-02c18456a993 req-d179656d-67eb-4ade-9566-c377bf9025a3 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 945 time: 0.0600169 Nov 22 16:56:48.403788 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e62f2e8c-0bc7-4af6-9c66-02c18456a993 req-31b5fc28-800a-477d-b60b-91524cb64dd4 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528212 Nov 22 16:56:48.841947 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device b1768862-9244-42ee-9d96-1265c8200b70 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:56:48.981351 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port b1768862-9244-42ee-9d96-1265c8200b70, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b1768862-9244-42ee-9d96-1265c8200b70,segment=NetworkSegment(9cc3b34f-f709-4fff-b056-1565b529f1ba),segment_id=9cc3b34f-f709-4fff-b056-1565b529f1ba)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:48.995818 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': 'b1768862-9244-42ee-9d96-1265c8200b70', 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c', 'port_id': 'b1768862-9244-42ee-9d96-1265c8200b70', 'mac_address': 'fa:16:3e:91:46:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '354aa910-0d7f-45f9-b6b0-154889ed963c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:56:49.063141 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.086900 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1768862-9244-42ee-9d96-1265c8200b70 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:56:49.107853 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b8657-a477-423e-b598-9832c265d970 req-45ae259d-0b0e-442b-87e9-378208eff08c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:49.113009 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-720b8657-a477-423e-b598-9832c265d970 req-45ae259d-0b0e-442b-87e9-378208eff08c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 943 time: 0.0556734 Nov 22 16:56:49.127341 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port b1768862-9244-42ee-9d96-1265c8200b70, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b1768862-9244-42ee-9d96-1265c8200b70,segment=NetworkSegment(9cc3b34f-f709-4fff-b056-1565b529f1ba),segment_id=9cc3b34f-f709-4fff-b056-1565b529f1ba)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:49.132448 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.166533 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-720b8657-a477-423e-b598-9832c265d970 req-c8432f87-0730-4a3a-9eda-bcebcd242d2f tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470469 Nov 22 16:56:49.220875 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=b1768862-9244-42ee-9d96-1265c8200b70,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:49.301494 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d6821-5791-48f6-87dc-c9833aca2656 req-08a0abe5-9766-4316-a9f0-479cb29380ff tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:49.303153 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-375d6821-5791-48f6-87dc-c9833aca2656 req-08a0abe5-9766-4316-a9f0-479cb29380ff tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0558374 Nov 22 16:56:49.371511 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-375d6821-5791-48f6-87dc-c9833aca2656 req-a6242a57-bc93-4cb8-ab5f-8f2432402371 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613673 Nov 22 16:56:49.517595 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949babec-b967-4aa8-a28a-067faf460533 req-bbf2b54d-3d33-4496-bb4e-394949a75458 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:49.519083 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-949babec-b967-4aa8-a28a-067faf460533 req-bbf2b54d-3d33-4496-bb4e-394949a75458 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 945 time: 0.0494704 Nov 22 16:56:49.572984 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-949babec-b967-4aa8-a28a-067faf460533 req-93fc8330-b488-44e7-8235-7f7eb3cd2d5c tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472813 Nov 22 16:56:49.637008 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['b1768862-9244-42ee-9d96-1265c8200b70'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:56:50.289827 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815dcaa1-4e04-4533-b9de-4215ce682746 req-c54eca94-f997-4fd7-93bf-a8e32fe868c0 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:50.291310 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-815dcaa1-4e04-4533-b9de-4215ce682746 req-c54eca94-f997-4fd7-93bf-a8e32fe868c0 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 944 time: 0.0493376 Nov 22 16:56:50.342415 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-815dcaa1-4e04-4533-b9de-4215ce682746 req-d9230226-9f1c-4339-af3c-32eb31d3e4c1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450270 Nov 22 16:56:50.496960 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3caae7-1aee-4d78-a4ad-db0e71ebc632 req-b101677d-f113-4d73-bd46-8d464a1d56e9 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:50.498502 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8b3caae7-1aee-4d78-a4ad-db0e71ebc632 req-b101677d-f113-4d73-bd46-8d464a1d56e9 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0485244 Nov 22 16:56:50.551654 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8b3caae7-1aee-4d78-a4ad-db0e71ebc632 req-eca06d8b-9e14-40b5-976f-c150b71bf4c5 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462446 Nov 22 16:56:50.632242 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423d03f-e096-46b8-96c9-7c77fe8e371d req-696aeb32-d788-4ae5-bd70-b7b139cd11e3 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:50.633689 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4423d03f-e096-46b8-96c9-7c77fe8e371d req-696aeb32-d788-4ae5-bd70-b7b139cd11e3 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.85 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 945 time: 0.0504398 Nov 22 16:56:50.714156 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 44218) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:50.725804 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbaafe-4918-4b6e-ba68-f214d5785d4d req-473ba337-950b-40c7-88a4-d4b9c800ff3e tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:50.727172 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-79fbaafe-4918-4b6e-ba68-f214d5785d4d req-473ba337-950b-40c7-88a4-d4b9c800ff3e tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 945 time: 0.0834532 Nov 22 16:56:50.801847 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-79fbaafe-4918-4b6e-ba68-f214d5785d4d req-bd82059a-40f7-45d8-b8d4-9afdd31d3af8 tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7af2c29-87bd-4968-9275-8a9ef67d2649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567501 Nov 22 16:56:50.808571 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-4423d03f-e096-46b8-96c9-7c77fe8e371d req-9a379847-08f7-45d9-a69e-37718c8dc7db tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Deleting port 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:50.808914 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4423d03f-e096-46b8-96c9-7c77fe8e371d req-9a379847-08f7-45d9-a69e-37718c8dc7db tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.829798 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ccb08f4e-a575-40dc-a276-bf486ded53a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.926078 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-4423d03f-e096-46b8-96c9-7c77fe8e371d req-9a379847-08f7-45d9-a69e-37718c8dc7db tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] For port 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a,segment=NetworkSegment(4f3134d8-ef85-426f-9c0a-91f665a788de),segment_id=4f3134d8-ef85-426f-9c0a-91f665a788de)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:50.926435 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4423d03f-e096-46b8-96c9-7c77fe8e371d req-9a379847-08f7-45d9-a69e-37718c8dc7db tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.949940 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-4423d03f-e096-46b8-96c9-7c77fe8e371d req-9a379847-08f7-45d9-a69e-37718c8dc7db tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Calling delete_port for 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:50.965441 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ccb08f4e-a575-40dc-a276-bf486ded53a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.978979 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ccb08f4e-a575-40dc-a276-bf486ded53a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.018874 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb08f4e-a575-40dc-a276-bf486ded53a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f83023-e071-4b2c-a84b-804ced8dc64d,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:51.023197 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-ccb08f4e-a575-40dc-a276-bf486ded53a9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=487575ed273b41d08c70675ef65e12e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077412 Nov 22 16:56:51.026266 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 44234) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:51.085087 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0567539d-f695-461f-807d-e119ad0f8984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.108682 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0567539d-f695-461f-807d-e119ad0f8984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.136458 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4423d03f-e096-46b8-96c9-7c77fe8e371d req-9a379847-08f7-45d9-a69e-37718c8dc7db tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.148472 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:56:51.170985 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0567539d-f695-461f-807d-e119ad0f8984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.175692 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0567539d-f695-461f-807d-e119ad0f8984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.177097 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a379847-08f7-45d9-a69e-37718c8dc7db tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Pushing event deleted for resources: {'Port': ['ID=6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:51.180230 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-0567539d-f695-461f-807d-e119ad0f8984 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/66f83023-e071-4b2c-a84b-804ced8dc64d HTTP/1.1" status: 204 len: 168 time: 0.1494579 Nov 22 16:56:51.193282 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567539d-f695-461f-807d-e119ad0f8984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f83023-e071-4b2c-a84b-804ced8dc64d,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:51.224224 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-4423d03f-e096-46b8-96c9-7c77fe8e371d req-9a379847-08f7-45d9-a69e-37718c8dc7db tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] No DVR routers for this DVR port 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a on host hv-cinder-77819 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:51.227384 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4423d03f-e096-46b8-96c9-7c77fe8e371d req-9a379847-08f7-45d9-a69e-37718c8dc7db tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.230873 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4423d03f-e096-46b8-96c9-7c77fe8e371d req-9a379847-08f7-45d9-a69e-37718c8dc7db tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.85 "DELETE /v2.0/ports/6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a HTTP/1.1" status: 204 len: 173 time: 0.5757468 Nov 22 16:56:51.231325 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df6876f-1713-4239-bf26-77768b03cc99', 'name': 'network-vif-deleted', 'tag': '6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:51.234115 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8139f6-c92a-43c4-b211-6b6b07005727" -d '{"events": [{"server_uuid": "8df6876f-1713-4239-bf26-77768b03cc99", "name": "network-vif-deleted", "tag": "6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:51.288111 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbb59d1-eb2c-47ef-82be-ed74da69c8e4 x-openstack-request-id: req-8fbb59d1-eb2c-47ef-82be-ed74da69c8e4 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:51.288505 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df6876f-1713-4239-bf26-77768b03cc99", "name": "network-vif-deleted", "tag": "6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:51.288856 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8fbb59d1-eb2c-47ef-82be-ed74da69c8e4 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:51.289106 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df6876f-1713-4239-bf26-77768b03cc99', 'name': 'network-vif-deleted', 'tag': '6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a', 'status': 'completed', 'code': 200} Nov 22 16:56:51.504608 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff16df8-b16e-4b4d-aedf-3a97937a145a req-6f2773cf-2889-44ea-9fc1-2848d0eaaa9b tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:51.506543 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2ff16df8-b16e-4b4d-aedf-3a97937a145a req-6f2773cf-2889-44ea-9fc1-2848d0eaaa9b tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 944 time: 0.0783932 Nov 22 16:56:51.550713 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 44254) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:51.563950 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2ff16df8-b16e-4b4d-aedf-3a97937a145a req-69eee43f-2d26-4739-be2f-707bd33bc8a7 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498955 Nov 22 16:56:51.566855 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-212db4b1-03d4-4fb3-90c8-3ef6e27af4bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.697685 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-212db4b1-03d4-4fb3-90c8-3ef6e27af4bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.702971 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-212db4b1-03d4-4fb3-90c8-3ef6e27af4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.716970 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b6196-f1f5-4111-9a96-237b8c590ed0 req-1b134859-cc85-4212-8dc5-e53fa91a5d65 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:51.718439 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2c7b6196-f1f5-4111-9a96-237b8c590ed0 req-1b134859-cc85-4212-8dc5-e53fa91a5d65 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0847192 Nov 22 16:56:51.768674 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-212db4b1-03d4-4fb3-90c8-3ef6e27af4bf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=89dcafa5119c4d2aa84e944f6a2b162f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155890 Nov 22 16:56:51.771185 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212db4b1-03d4-4fb3-90c8-3ef6e27af4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4750789a-0bbd-4035-94ac-26e58a98fbd1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:51.771344 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 44260) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:51.805180 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2c7b6196-f1f5-4111-9a96-237b8c590ed0 req-4699865e-1eee-4c1f-9a0d-6519adb8ccda tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751309 Nov 22 16:56:51.845897 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b52ba4da-623a-4433-bf7f-12c45f4b0b5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.872671 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b52ba4da-623a-4433-bf7f-12c45f4b0b5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.935115 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-24ba1aee-36ed-4a17-9dbb-6a9eb93c4832 req-37c66d5d-61f5-4d23-bf5d-f018d03b762b tempest-VolumesActionsTest-393464577 tempest-VolumesActionsTest-393464577-project] 10.222.0.75 "GET /v2.0/ports?device_id=8df6876f-1713-4239-bf26-77768b03cc99 HTTP/1.1" status: 200 len: 210 time: 0.0314479 Nov 22 16:56:51.960612 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b52ba4da-623a-4433-bf7f-12c45f4b0b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.963238 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b52ba4da-623a-4433-bf7f-12c45f4b0b5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.964371 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-b52ba4da-623a-4433-bf7f-12c45f4b0b5f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4750789a-0bbd-4035-94ac-26e58a98fbd1 HTTP/1.1" status: 204 len: 168 time: 0.1920071 Nov 22 16:56:51.977250 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ba4da-623a-4433-bf7f-12c45f4b0b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4750789a-0bbd-4035-94ac-26e58a98fbd1,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:52.289922 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 44276) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:52.305445 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ea615b67-e5e1-4192-80bd-429481eab776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.385921 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ea615b67-e5e1-4192-80bd-429481eab776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.391134 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ea615b67-e5e1-4192-80bd-429481eab776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.395201 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 44280) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:52.434932 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-ea615b67-e5e1-4192-80bd-429481eab776 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bc3d066f05ea4b0e9de0f078cac07ebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416118 Nov 22 16:56:52.434932 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea615b67-e5e1-4192-80bd-429481eab776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d17fbc-d823-4298-918b-9d833efe1f20,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:52.435521 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 44284) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:52.484275 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e76ab9e-40f3-4296-955b-c2ac4c8428ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.511844 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0cd539b3-0c8f-4030-b3c8-923fe5a103b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.534746 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e76ab9e-40f3-4296-955b-c2ac4c8428ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.611665 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e76ab9e-40f3-4296-955b-c2ac4c8428ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.614301 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e76ab9e-40f3-4296-955b-c2ac4c8428ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.615439 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3e76ab9e-40f3-4296-955b-c2ac4c8428ee admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/97d17fbc-d823-4298-918b-9d833efe1f20 HTTP/1.1" status: 204 len: 168 time: 0.1788750 Nov 22 16:56:52.637640 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76ab9e-40f3-4296-955b-c2ac4c8428ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d17fbc-d823-4298-918b-9d833efe1f20,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:52.640199 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0cd539b3-0c8f-4030-b3c8-923fe5a103b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.656946 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0cd539b3-0c8f-4030-b3c8-923fe5a103b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.706960 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab734f17-16b4-47a0-a178-5582e3b3a21c req-434c27a8-022c-407f-a9d8-644e7ca2ca26 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:52.709134 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ab734f17-16b4-47a0-a178-5582e3b3a21c req-434c27a8-022c-407f-a9d8-644e7ca2ca26 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 944 time: 0.0553098 Nov 22 16:56:52.718610 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 44294) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:52.719208 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-0cd539b3-0c8f-4030-b3c8-923fe5a103b5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4c6787f17887425fa9f10ccd107c0186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228235 Nov 22 16:56:52.722368 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd539b3-0c8f-4030-b3c8-923fe5a103b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c94821e-686d-4447-9d3e-06d89a3c3d06,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:52.812448 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9efd7b9f-acb8-4f02-ad80-ecb3e21991d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.820918 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ab734f17-16b4-47a0-a178-5582e3b3a21c req-87df189f-be03-4f73-a420-92be0d90652c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041117 Nov 22 16:56:52.843555 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9efd7b9f-acb8-4f02-ad80-ecb3e21991d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.866131 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device b1768862-9244-42ee-9d96-1265c8200b70 up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:52.913394 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9efd7b9f-acb8-4f02-ad80-ecb3e21991d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.917292 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9efd7b9f-acb8-4f02-ad80-ecb3e21991d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.918397 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-9efd7b9f-acb8-4f02-ad80-ecb3e21991d7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8c94821e-686d-4447-9d3e-06d89a3c3d06 HTTP/1.1" status: 204 len: 168 time: 0.1978939 Nov 22 16:56:52.921931 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port b1768862-9244-42ee-9d96-1265c8200b70 completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:56:52.928041 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd7b9f-acb8-4f02-ad80-ecb3e21991d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c94821e-686d-4447-9d3e-06d89a3c3d06,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:52.932725 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port b1768862-9244-42ee-9d96-1265c8200b70 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:52.933223 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.986018 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45ec0d-db09-452a-a7fd-c7169d693975 req-fee0fa62-356b-427c-9a71-8db55a17a8c1 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:52.989641 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fa45ec0d-db09-452a-a7fd-c7169d693975 req-fee0fa62-356b-427c-9a71-8db55a17a8c1 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0787086 Nov 22 16:56:53.135010 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fa45ec0d-db09-452a-a7fd-c7169d693975 req-eb78df62-5daa-482e-b19f-4840a8a86814 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299312 Nov 22 16:56:53.162356 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.197098 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9733321-3b66-452d-912d-cf368a5e3c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1768862-9244-42ee-9d96-1265c8200b70'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:53.200711 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c312f719-553e-4468-be76-33d0ca9d5fb2" -d '{"events": [{"server_uuid": "d9733321-3b66-452d-912d-cf368a5e3c80", "name": "network-vif-plugged", "status": "completed", "tag": "b1768862-9244-42ee-9d96-1265c8200b70"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:53.245185 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port b1768862-9244-42ee-9d96-1265c8200b70, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b1768862-9244-42ee-9d96-1265c8200b70,segment=NetworkSegment(9cc3b34f-f709-4fff-b056-1565b529f1ba),segment_id=9cc3b34f-f709-4fff-b056-1565b529f1ba)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:53.252332 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.253687 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:53.300452 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983cec6b-d254-48c8-b47f-f3cabd84c884 x-openstack-request-id: req-983cec6b-d254-48c8-b47f-f3cabd84c884 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:53.300938 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9733321-3b66-452d-912d-cf368a5e3c80", "name": "network-vif-plugged", "status": "completed", "tag": "b1768862-9244-42ee-9d96-1265c8200b70", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:53.301405 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-983cec6b-d254-48c8-b47f-f3cabd84c884 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:53.302124 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9733321-3b66-452d-912d-cf368a5e3c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1768862-9244-42ee-9d96-1265c8200b70', 'code': 200} Nov 22 16:56:53.305676 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:53.306206 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 6ffb2e5b-f49b-4ac5-8e8b-12d6cdcd976a not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:53.337206 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=b1768862-9244-42ee-9d96-1265c8200b70,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:53.426149 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 44344) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:53.439545 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0b3a42c4-233b-47c3-8865-29c0f7bddaa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.530920 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4058e69-5480-4f79-97c3-f5eb117a901d req-3fb3c9cf-1d6d-40d5-83d7-5db1b0990146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:53.532420 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c4058e69-5480-4f79-97c3-f5eb117a901d req-3fb3c9cf-1d6d-40d5-83d7-5db1b0990146 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 1098 time: 0.0681622 Nov 22 16:56:53.589151 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0b3a42c4-233b-47c3-8865-29c0f7bddaa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.599842 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0b3a42c4-233b-47c3-8865-29c0f7bddaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.648948 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-0b3a42c4-233b-47c3-8865-29c0f7bddaa9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c54a6667a3ff410cb05e7261ebb72efe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216916 Nov 22 16:56:53.651768 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 44360) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:53.653836 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c4058e69-5480-4f79-97c3-f5eb117a901d req-bc932293-add8-4b2b-887b-3c5e955701d8 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093302 Nov 22 16:56:53.655701 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a42c4-233b-47c3-8865-29c0f7bddaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe4804f-41cc-4dc6-8635-bafbfaada950,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:53.703350 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e16aaaf7-c2c2-4e8c-8250-98d7ce3f3862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.726991 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e16aaaf7-c2c2-4e8c-8250-98d7ce3f3862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.780421 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e16aaaf7-c2c2-4e8c-8250-98d7ce3f3862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.785507 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e16aaaf7-c2c2-4e8c-8250-98d7ce3f3862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.786791 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e16aaaf7-c2c2-4e8c-8250-98d7ce3f3862 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/efe4804f-41cc-4dc6-8635-bafbfaada950 HTTP/1.1" status: 204 len: 168 time: 0.1339076 Nov 22 16:56:53.797023 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16aaaf7-c2c2-4e8c-8250-98d7ce3f3862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe4804f-41cc-4dc6-8635-bafbfaada950,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:53.978178 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e4797-97e9-46d7-ae4f-8e483d48f540 req-16b8eb87-7e96-4fb0-b1ef-7113945938b6 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:53.980562 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-811e4797-97e9-46d7-ae4f-8e483d48f540 req-16b8eb87-7e96-4fb0-b1ef-7113945938b6 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 945 time: 0.0661266 Nov 22 16:56:54.056457 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-811e4797-97e9-46d7-ae4f-8e483d48f540 req-3c35fc62-936b-4211-9624-33a965ba01ae tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648954 Nov 22 16:56:54.300124 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717c69e-ace3-4532-aa7b-c2fb4129a695 req-8ea0c582-27c7-437a-8396-d14447937039 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:54.301678 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6717c69e-ace3-4532-aa7b-c2fb4129a695 req-8ea0c582-27c7-437a-8396-d14447937039 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0668402 Nov 22 16:56:54.358705 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6717c69e-ace3-4532-aa7b-c2fb4129a695 req-b51c92cf-7a6e-4354-87ef-24b4ac64f8aa tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504816 Nov 22 16:56:55.166438 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea469a4f-526f-4d74-9d09-6725fc1a15b7 req-4f26a4c0-2ca2-450f-be79-fe619b5b7cf1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:55.167886 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ea469a4f-526f-4d74-9d09-6725fc1a15b7 req-4f26a4c0-2ca2-450f-be79-fe619b5b7cf1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 945 time: 0.0528831 Nov 22 16:56:55.220325 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ea469a4f-526f-4d74-9d09-6725fc1a15b7 req-cacc7023-32ba-4f28-bcdf-804a2411df57 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465326 Nov 22 16:56:55.476630 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39253e7e-0764-4459-afa4-686db9b11c26 req-ec4d9f43-57c3-427e-89f7-ecef7a23c4d3 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:55.478103 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-39253e7e-0764-4459-afa4-686db9b11c26 req-ec4d9f43-57c3-427e-89f7-ecef7a23c4d3 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0496113 Nov 22 16:56:55.528569 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-39253e7e-0764-4459-afa4-686db9b11c26 req-bffe717d-5908-4616-875f-8a04e28b7226 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430725 Nov 22 16:56:56.333761 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034c1d8-60db-49d3-b168-2711294876c8 req-04bea230-398f-44d6-af8c-64f1ce614a27 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:56.335207 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5034c1d8-60db-49d3-b168-2711294876c8 req-04bea230-398f-44d6-af8c-64f1ce614a27 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 945 time: 0.0473435 Nov 22 16:56:56.384726 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5034c1d8-60db-49d3-b168-2711294876c8 req-d020d0a4-94c8-40fc-9bd7-a81ca98f8a43 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437529 Nov 22 16:56:56.642557 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20701c31-f35b-45ad-8359-fa90edf78e23 req-b8bd3bcc-44b0-4947-91e8-2f2d012c2f46 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:56.644544 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-20701c31-f35b-45ad-8359-fa90edf78e23 req-b8bd3bcc-44b0-4947-91e8-2f2d012c2f46 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0475678 Nov 22 16:56:56.690989 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-20701c31-f35b-45ad-8359-fa90edf78e23 req-d99900e7-bcb9-46c1-8a4d-a20a029b60dc tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Nov 22 16:56:57.497969 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d83e84-0069-45ff-bc9d-62f79a9c7c57 req-2b0cfafb-bc44-48c6-9adf-e3cc2afa5b47 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:57.499728 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-54d83e84-0069-45ff-bc9d-62f79a9c7c57 req-2b0cfafb-bc44-48c6-9adf-e3cc2afa5b47 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 945 time: 0.0484152 Nov 22 16:56:57.549683 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-54d83e84-0069-45ff-bc9d-62f79a9c7c57 req-74f33f7b-6f67-44f2-a90b-3c0aeab802f5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427287 Nov 22 16:56:57.700404 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba90e-4302-4ffc-96c4-96a2081b178d req-3abfc732-0434-4b2f-b74a-b925414ee0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:57.701862 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e6aba90e-4302-4ffc-96c4-96a2081b178d req-3abfc732-0434-4b2f-b74a-b925414ee0ad service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 1098 time: 0.0429704 Nov 22 16:56:57.754058 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e6aba90e-4302-4ffc-96c4-96a2081b178d req-fac2d0cc-5218-4fd1-a162-efee27ee5ecb service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397303 Nov 22 16:56:57.818319 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ffc7-beb7-4dc6-8a70-5e0517f47c53 req-2e3ff3a3-3a93-4b22-8b81-8f2a224ba6bf tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:57.819671 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c545ffc7-beb7-4dc6-8a70-5e0517f47c53 req-2e3ff3a3-3a93-4b22-8b81-8f2a224ba6bf tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0572865 Nov 22 16:56:57.866050 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c545ffc7-beb7-4dc6-8a70-5e0517f47c53 req-4ef058e6-faac-42ae-99da-67c9edc35a10 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402970 Nov 22 16:56:58.295851 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.708504 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f0a81-e411-4911-87fb-5aa11c017ecd req-93fbea72-f8cc-4352-b9b4-0445d60cf306 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:58.710265 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c65f0a81-e411-4911-87fb-5aa11c017ecd req-93fbea72-f8cc-4352-b9b4-0445d60cf306 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 945 time: 0.0834904 Nov 22 16:56:58.786925 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c65f0a81-e411-4911-87fb-5aa11c017ecd req-dd2754df-4809-448b-9367-3ee5294b2023 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694299 Nov 22 16:56:59.031309 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c47440-241e-4cf4-91da-5e1e620ea2a4 req-401e8c62-2a6c-4a10-bf98-e35944d1661c tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:59.034526 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-64c47440-241e-4cf4-91da-5e1e620ea2a4 req-401e8c62-2a6c-4a10-bf98-e35944d1661c tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0665367 Nov 22 16:56:59.138126 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-64c47440-241e-4cf4-91da-5e1e620ea2a4 req-00bd4b00-f5d5-4c3f-b472-11956d94d026 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965331 Nov 22 16:57:00.264993 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2080945-5454-4310-aaf3-bfa6b65104dd req-868bb618-b065-4e49-8e33-c0fd40975578 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:00.266480 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a2080945-5454-4310-aaf3-bfa6b65104dd req-868bb618-b065-4e49-8e33-c0fd40975578 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0505316 Nov 22 16:57:00.313550 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a2080945-5454-4310-aaf3-bfa6b65104dd req-b95bc18d-4ff8-4083-8f99-0f825799fb93 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405107 Nov 22 16:57:00.428424 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19244ab-c016-4f7e-a473-dac3920728e4 req-afc8d571-5fe5-4514-b305-6a4e2ca56e44 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:00.429908 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a19244ab-c016-4f7e-a473-dac3920728e4 req-afc8d571-5fe5-4514-b305-6a4e2ca56e44 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0515215 Nov 22 16:57:00.476192 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a19244ab-c016-4f7e-a473-dac3920728e4 req-62cd5e94-1186-4b2d-b672-932041bee052 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401156 Nov 22 16:57:04.263749 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655a2ac-e4e6-4311-819d-160c90975640 req-7507bb61-484b-41df-af69-78efb9204988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:04.265532 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6655a2ac-e4e6-4311-819d-160c90975640 req-7507bb61-484b-41df-af69-78efb9204988 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=012a405b16094665bf98670cf1f502b2&device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 1098 time: 0.0430181 Nov 22 16:57:04.280906 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df32087-c376-4790-b9ff-7d8fd02322b0 req-325f2af8-815a-427e-868a-3ca6885a67e1 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:04.282518 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0df32087-c376-4790-b9ff-7d8fd02322b0 req-325f2af8-815a-427e-868a-3ca6885a67e1 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0573671 Nov 22 16:57:04.344635 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0df32087-c376-4790-b9ff-7d8fd02322b0 req-d70716ff-a763-4d3b-acbc-290da1b4bbb8 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538988 Nov 22 16:57:04.379500 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655a2ac-e4e6-4311-819d-160c90975640 req-02fba7c0-5aa7-4a5c-b171-edd0385f1b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:04.380890 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6655a2ac-e4e6-4311-819d-160c90975640 req-02fba7c0-5aa7-4a5c-b171-edd0385f1b2d service neutron] 10.222.0.85 "GET /v2.0/networks?id=addedaf8-c56a-4700-8c31-6938e05f34b5 HTTP/1.1" status: 200 len: 920 time: 0.1058347 Nov 22 16:57:04.445751 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6655a2ac-e4e6-4311-819d-160c90975640 req-c243a118-e748-4f38-89ee-93471b9685f8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 HTTP/1.1" status: 200 len: 217 time: 0.0346498 Nov 22 16:57:04.510313 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655a2ac-e4e6-4311-819d-160c90975640 req-9aaeb584-9e65-4cc7-bdc0-e30ec56cd2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:04.512131 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6655a2ac-e4e6-4311-819d-160c90975640 req-9aaeb584-9e65-4cc7-bdc0-e30ec56cd2b1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ed57d480-17de-4af9-a2a6-f35eb04a38a9 HTTP/1.1" status: 200 len: 858 time: 0.0506213 Nov 22 16:57:04.553281 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6655a2ac-e4e6-4311-819d-160c90975640 req-49080320-4046-4a0e-b676-69fe94afcc6e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=addedaf8-c56a-4700-8c31-6938e05f34b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286534 Nov 22 16:57:04.674733 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6655a2ac-e4e6-4311-819d-160c90975640 req-10adeb47-1cef-48f9-8c0e-b87ed22b4b7a service neutron] 10.222.0.85 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009793 Nov 22 16:57:04.781410 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6655a2ac-e4e6-4311-819d-160c90975640 req-f3ac3685-7c5f-4787-9f42-dfd305c4d74c service neutron] 10.222.0.85 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897052 Nov 22 16:57:05.457986 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68bfff-1daa-476a-81d2-114484e15e92 req-6ca695c8-d9ce-4879-88b0-1d522e6d25b5 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:05.459502 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ac68bfff-1daa-476a-81d2-114484e15e92 req-6ca695c8-d9ce-4879-88b0-1d522e6d25b5 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0515106 Nov 22 16:57:05.512454 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ac68bfff-1daa-476a-81d2-114484e15e92 req-77d00826-0a3a-4d90-a620-79c3b27db278 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470068 Nov 22 16:57:06.678662 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413588d9-a14a-48af-8361-60846e92136d req-5fa63a45-4ec1-47c4-ba7f-b93edf610e31 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:06.682111 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-413588d9-a14a-48af-8361-60846e92136d req-5fa63a45-4ec1-47c4-ba7f-b93edf610e31 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0614102 Nov 22 16:57:06.742234 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-413588d9-a14a-48af-8361-60846e92136d req-d37de9e0-6e95-47f8-b853-a9dcd6d21647 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539253 Nov 22 16:57:07.200145 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10678eea-2203-47b6-9252-8bc10a5bae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.863042 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9900019-36ae-4328-b53b-7ea48ac4ec27 req-293573e4-14ad-4b4f-b4a4-e2a5ccd0f905 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:07.865311 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a9900019-36ae-4328-b53b-7ea48ac4ec27 req-293573e4-14ad-4b4f-b4a4-e2a5ccd0f905 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0544739 Nov 22 16:57:07.925907 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 44876) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:07.927653 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a9900019-36ae-4328-b53b-7ea48ac4ec27 req-a5c1a083-54a3-4d16-98b5-8c894b24ad07 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560811 Nov 22 16:57:08.058480 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b2337ac-a62e-42be-8b60-d615960c81fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.160711 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b2337ac-a62e-42be-8b60-d615960c81fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.166765 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b2337ac-a62e-42be-8b60-d615960c81fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.210673 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2b2337ac-a62e-42be-8b60-d615960c81fe admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cefce7ba4e7442f9b465b3f3f197acfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829638 Nov 22 16:57:08.211571 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2337ac-a62e-42be-8b60-d615960c81fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c09fb7-441f-442b-83cb-c0a78ec9f3ae,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:08.214227 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 44898) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:08.272770 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2794b138-48cd-4de8-8fdd-e8959ee190a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.300493 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2794b138-48cd-4de8-8fdd-e8959ee190a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.380986 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2794b138-48cd-4de8-8fdd-e8959ee190a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.385512 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2794b138-48cd-4de8-8fdd-e8959ee190a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.386811 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2794b138-48cd-4de8-8fdd-e8959ee190a9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d9c09fb7-441f-442b-83cb-c0a78ec9f3ae HTTP/1.1" status: 204 len: 168 time: 0.1714516 Nov 22 16:57:08.408174 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794b138-48cd-4de8-8fdd-e8959ee190a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c09fb7-441f-442b-83cb-c0a78ec9f3ae,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:08.800637 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 44944) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:08.817093 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7afa5664-20f8-4dd2-88e0-bc7f074feba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.926789 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7afa5664-20f8-4dd2-88e0-bc7f074feba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.931411 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7afa5664-20f8-4dd2-88e0-bc7f074feba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.977077 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-7afa5664-20f8-4dd2-88e0-bc7f074feba1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cbe088a0abbf4f97ace9a98f568c0691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1753907 Nov 22 16:57:08.978218 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa5664-20f8-4dd2-88e0-bc7f074feba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c274544b-1ffa-4f2b-b498-7d95e0d8e650,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:08.980393 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 44950) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:09.045999 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-341a6b04-402b-4c10-9076-a527630b4591 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.066177 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc607f1-60c8-45c2-868a-10de82ed89a1 req-997ac4a5-5891-4c9a-ab34-1b7d3d2fec84 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:09.067686 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2dc607f1-60c8-45c2-868a-10de82ed89a1 req-997ac4a5-5891-4c9a-ab34-1b7d3d2fec84 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0554879 Nov 22 16:57:09.071808 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-341a6b04-402b-4c10-9076-a527630b4591 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.127202 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2dc607f1-60c8-45c2-868a-10de82ed89a1 req-c98d4cca-e9b1-49cb-8fb4-e0d5fa57f326 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516033 Nov 22 16:57:09.134934 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-341a6b04-402b-4c10-9076-a527630b4591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.138119 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-341a6b04-402b-4c10-9076-a527630b4591 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.139272 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-341a6b04-402b-4c10-9076-a527630b4591 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c274544b-1ffa-4f2b-b498-7d95e0d8e650 HTTP/1.1" status: 204 len: 168 time: 0.1545513 Nov 22 16:57:09.149206 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a6b04-402b-4c10-9076-a527630b4591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c274544b-1ffa-4f2b-b498-7d95e0d8e650,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:09.487189 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47f97089-d15d-4b36-b165-4380ee39f1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.592262 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:57:09.622145 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 44986) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:09.635080 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-57d40e3f-0c05-4ef0-844e-4a12a4178201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.715562 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-57d40e3f-0c05-4ef0-844e-4a12a4178201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.719875 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-57d40e3f-0c05-4ef0-844e-4a12a4178201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.761830 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d40e3f-0c05-4ef0-844e-4a12a4178201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee96dfe-6c91-47f7-bab3-e048c6272596,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:09.768900 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-57d40e3f-0c05-4ef0-844e-4a12a4178201 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=541e9858e1554dce858a2db9d770b5de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445298 Nov 22 16:57:09.771334 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 44988) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:09.840152 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-880f980c-7c0f-47da-b791-c8e99dc94d3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.862862 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-880f980c-7c0f-47da-b791-c8e99dc94d3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.923516 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-880f980c-7c0f-47da-b791-c8e99dc94d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.927016 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-880f980c-7c0f-47da-b791-c8e99dc94d3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.929171 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-880f980c-7c0f-47da-b791-c8e99dc94d3e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3ee96dfe-6c91-47f7-bab3-e048c6272596 HTTP/1.1" status: 204 len: 168 time: 0.1571741 Nov 22 16:57:09.944675 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f980c-7c0f-47da-b791-c8e99dc94d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee96dfe-6c91-47f7-bab3-e048c6272596,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:10.291477 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace3088-e3cc-4ef6-b12a-cabb893446ff req-3876e23a-19aa-4e06-bb74-e25cafcca3b0 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:10.293076 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bace3088-e3cc-4ef6-b12a-cabb893446ff req-3876e23a-19aa-4e06-bb74-e25cafcca3b0 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0580640 Nov 22 16:57:10.350901 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bace3088-e3cc-4ef6-b12a-cabb893446ff req-0f44fcbb-9f95-472c-85a5-803b0fe32565 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517659 Nov 22 16:57:10.905408 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.230695 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 45048) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:11.274038 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 45052) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:11.412401 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c59dcac1-975f-4dcf-b3d1-f1ed91e00a36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.437173 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4449d6fe-f808-47a9-afa5-8c3791cbf6c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.562767 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c59dcac1-975f-4dcf-b3d1-f1ed91e00a36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.583914 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c59dcac1-975f-4dcf-b3d1-f1ed91e00a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.584220 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c77ab-b255-4a42-9161-d53d7058a2e0 req-56a65817-356f-491a-a498-caf04af106d8 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:11.585711 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2c3c77ab-b255-4a42-9161-d53d7058a2e0 req-56a65817-356f-491a-a498-caf04af106d8 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.1248777 Nov 22 16:57:11.638925 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c59dcac1-975f-4dcf-b3d1-f1ed91e00a36 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7350cbfddfa94f43b2a120fc653a0796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636532 Nov 22 16:57:11.641595 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 45062) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:11.649707 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59dcac1-975f-4dcf-b3d1-f1ed91e00a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f162063-c0de-498e-9bdc-40dc5117dafb,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:11.653106 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2c3c77ab-b255-4a42-9161-d53d7058a2e0 req-f45d4215-2c2d-4a0a-a2ac-a1860d567cb9 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605369 Nov 22 16:57:11.696054 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4449d6fe-f808-47a9-afa5-8c3791cbf6c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.702506 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4449d6fe-f808-47a9-afa5-8c3791cbf6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.734336 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-11ea41a1-5b41-4504-b534-a80b9af5705f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.753607 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-4449d6fe-f808-47a9-afa5-8c3791cbf6c0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=251b6006512e41ff85724c0e94fe8048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5216250 Nov 22 16:57:11.756294 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 45064) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:11.761227 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449d6fe-f808-47a9-afa5-8c3791cbf6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5154334-be6e-49f3-a6e0-7eb35feb091f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:11.776753 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-11ea41a1-5b41-4504-b534-a80b9af5705f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.821489 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef69426-7306-442f-9cc0-7c544a146c4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.833703 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-11ea41a1-5b41-4504-b534-a80b9af5705f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.837059 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-11ea41a1-5b41-4504-b534-a80b9af5705f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.838268 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-11ea41a1-5b41-4504-b534-a80b9af5705f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2f162063-c0de-498e-9bdc-40dc5117dafb HTTP/1.1" status: 204 len: 168 time: 0.1957788 Nov 22 16:57:11.847232 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea41a1-5b41-4504-b534-a80b9af5705f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f162063-c0de-498e-9bdc-40dc5117dafb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:11.862021 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef69426-7306-442f-9cc0-7c544a146c4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.925561 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef69426-7306-442f-9cc0-7c544a146c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.931808 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef69426-7306-442f-9cc0-7c544a146c4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.933178 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-aef69426-7306-442f-9cc0-7c544a146c4c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e5154334-be6e-49f3-a6e0-7eb35feb091f HTTP/1.1" status: 204 len: 168 time: 0.1756575 Nov 22 16:57:11.944946 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef69426-7306-442f-9cc0-7c544a146c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5154334-be6e-49f3-a6e0-7eb35feb091f,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:12.176770 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:12.816120 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 45114) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:12.820085 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab01ef-15e8-4f33-843e-b5642899e498 req-48291c0d-d0c2-4fbb-9769-9b78b46e5d07 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:12.827313 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2bab01ef-15e8-4f33-843e-b5642899e498 req-48291c0d-d0c2-4fbb-9769-9b78b46e5d07 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0800076 Nov 22 16:57:12.895359 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2bab01ef-15e8-4f33-843e-b5642899e498 req-dc7445d4-e2d0-4c8e-bcef-3954f2f5e046 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618298 Nov 22 16:57:13.085353 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-23aa2bbe-9902-481f-b868-b82c931672c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1542695947-network', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:13.129427 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23aa2bbe-9902-481f-b868-b82c931672c0 admin admin] Made reservation on behalf of ff819a571f3349ab8e0b24c2113c3551 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:13.131799 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.135204 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23aa2bbe-9902-481f-b868-b82c931672c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.153078 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23aa2bbe-9902-481f-b868-b82c931672c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.262468 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23aa2bbe-9902-481f-b868-b82c931672c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.269054 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23aa2bbe-9902-481f-b868-b82c931672c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.295058 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23aa2bbe-9902-481f-b868-b82c931672c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1224} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:13.308841 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa2bbe-9902-481f-b868-b82c931672c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96529c1-1289-4e82-9fe8-d8612aaffc02,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:13.322069 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23aa2bbe-9902-481f-b868-b82c931672c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.323047 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-23aa2bbe-9902-481f-b868-b82c931672c0 admin admin] Added segment 2ad054d4-dd48-4b81-b688-1742fcedf5f1 of type vlan for network 8a45d0e0-c483-4846-b311-02bee8b8b528 Nov 22 16:57:13.372321 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23aa2bbe-9902-481f-b868-b82c931672c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736619566340'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.403050 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23aa2bbe-9902-481f-b868-b82c931672c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.404648 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aa2bbe-9902-481f-b868-b82c931672c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:13.405767 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23aa2bbe-9902-481f-b868-b82c931672c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.514768 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-23aa2bbe-9902-481f-b868-b82c931672c0 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6969285 Nov 22 16:57:13.517417 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 45140) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:13.524623 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-38bff1dd-30a5-4624-a6d2-56d7aa68b69c admin admin] Request body: {'subnet': {'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1542695947-subnet', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:13.526512 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa2bbe-9902-481f-b868-b82c931672c0 admin admin] Pushing event updated for resources: {'Network': ['ID=8a45d0e0-c483-4846-b311-02bee8b8b528,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:13.538502 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Network 8a45d0e0-c483-4846-b311-02bee8b8b528 details requested by agent ovs-agent-dv-cinder-778193-11-iscsi with host dv-cinder-778193-11-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:13.557186 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bff1dd-30a5-4624-a6d2-56d7aa68b69c admin admin] Made reservation on behalf of ff819a571f3349ab8e0b24c2113c3551 for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:13.559625 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-38bff1dd-30a5-4624-a6d2-56d7aa68b69c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.743506 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-38bff1dd-30a5-4624-a6d2-56d7aa68b69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for subnet, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.802111 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bff1dd-30a5-4624-a6d2-56d7aa68b69c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6366d018-e2df-44ed-80b0-34775cda3ea2,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:13.812399 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bff1dd-30a5-4624-a6d2-56d7aa68b69c admin admin] Checking segment: {'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:13.812748 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bff1dd-30a5-4624-a6d2-56d7aa68b69c admin admin] Network hostable DHCP agents. Network: 8a45d0e0-c483-4846-b311-02bee8b8b528, hostable agents: ['adaf967d-dae0-466d-8f0c-362e3950e29c'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:13.829292 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bff1dd-30a5-4624-a6d2-56d7aa68b69c admin admin] Network 8a45d0e0-c483-4846-b311-02bee8b8b528 is scheduled to be hosted by DHCP agent adaf967d-dae0-466d-8f0c-362e3950e29c with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:13.837831 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-38bff1dd-30a5-4624-a6d2-56d7aa68b69c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-11-iscsi, 8a45d0e0-c483-4846-b311-02bee8b8b528) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:13.845395 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bff1dd-30a5-4624-a6d2-56d7aa68b69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:13.846527 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-38bff1dd-30a5-4624-a6d2-56d7aa68b69c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.846652 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405ad4ee-9baf-4b08-8508-f0767d0f476e None None] Network 8a45d0e0-c483-4846-b311-02bee8b8b528 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:13.864483 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-38bff1dd-30a5-4624-a6d2-56d7aa68b69c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3444581 Nov 22 16:57:13.867209 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 45144) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:13.872269 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-28dd9087-3155-48aa-a102-313746d5a815 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:13.896038 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-28dd9087-3155-48aa-a102-313746d5a815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9930'] for router, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.897232 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-28dd9087-3155-48aa-a102-313746d5a815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3689828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10041'] for router, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.957156 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-28dd9087-3155-48aa-a102-313746d5a815 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.031067 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4d7641c-f5a9-513a-9605-0fe7cfc59e29-8a45d0e0-c483-4846-b311-02bee8b8b528', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2'}]}} from dv-cinder-778193-11-iscsi. {{(pid=102629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:57:14.031921 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.175958 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] Allocated IP 172.20.0.2 (8a45d0e0-c483-4846-b311-02bee8b8b528/6366d018-e2df-44ed-80b0-34775cda3ea2/62127dbd-0131-453e-a542-7e2343c2ed17) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:14.321048 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-28dd9087-3155-48aa-a102-313746d5a815 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.321257 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.326912 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.332758 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8a0c0-94dd-4f2f-a63c-aef62fa987f7 req-6f5313bd-be71-46f8-8b08-b5baf6592210 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:14.334229 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0ac8a0c0-94dd-4f2f-a63c-aef62fa987f7 req-6f5313bd-be71-46f8-8b08-b5baf6592210 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.3296502 Nov 22 16:57:14.369479 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] Network 8a45d0e0-c483-4846-b311-02bee8b8b528 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:14.372289 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:14.376245 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:14.389112 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] Pushing event updated for resources: {'Port': ['ID=62127dbd-0131-453e-a542-7e2343c2ed17,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:14.420913 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0ac8a0c0-94dd-4f2f-a63c-aef62fa987f7 req-835dc4a8-3399-4d2c-93fe-fd54a7d6291e tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752988 Nov 22 16:57:14.435101 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] Attempting to bind port 62127dbd-0131-453e-a542-7e2343c2ed17 on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:14.435565 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] Attempting to bind port 62127dbd-0131-453e-a542-7e2343c2ed17 by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:14.436046 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] Attempting to bind port 62127dbd-0131-453e-a542-7e2343c2ed17 on network 8a45d0e0-c483-4846-b311-02bee8b8b528 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:14.441712 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:14.442169 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] Checking segment: {'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:14.442585 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.442955 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] Bound using segment: {'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:14.443417 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] Bound port: 62127dbd-0131-453e-a542-7e2343c2ed17, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:14.443795 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.505951 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] For port 62127dbd-0131-453e-a542-7e2343c2ed17, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:14.509025 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] For port 62127dbd-0131-453e-a542-7e2343c2ed17, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=62127dbd-0131-453e-a542-7e2343c2ed17,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:14.515592 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.567610 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-28dd9087-3155-48aa-a102-313746d5a815 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.585652 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809d039-709d-494e-856e-a4b3f08210d0 None None] Pushing event updated for resources: {'Port': ['ID=62127dbd-0131-453e-a542-7e2343c2ed17,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:14.586823 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-28dd9087-3155-48aa-a102-313746d5a815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.698574 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-28dd9087-3155-48aa-a102-313746d5a815 admin admin] Allocated IP 172.27.0.137 (d3425354-8fe0-452b-a94a-32f4eb04cb86/91bd23ed-08b5-4bc5-9b3d-886376dc3ccb/cbc00470-7593-4d98-8ae4-9cd1a188eebc) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:14.821533 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-28dd9087-3155-48aa-a102-313746d5a815 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.859448 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-28dd9087-3155-48aa-a102-313746d5a815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.915121 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dd9087-3155-48aa-a102-313746d5a815 admin admin] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:14.919832 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-28dd9087-3155-48aa-a102-313746d5a815 admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:14.925305 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dd9087-3155-48aa-a102-313746d5a815 admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:14.928421 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd9087-3155-48aa-a102-313746d5a815 admin admin] Pushing event updated for resources: {'Port': ['ID=cbc00470-7593-4d98-8ae4-9cd1a188eebc,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:15.144217 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-28dd9087-3155-48aa-a102-313746d5a815 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:15.400361 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 62127dbd-0131-453e-a542-7e2343c2ed17 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:15.468707 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-28dd9087-3155-48aa-a102-313746d5a815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309569'] for router, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:15.604327 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 62127dbd-0131-453e-a542-7e2343c2ed17 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:15.605298 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:15.741192 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5a784-2860-455d-a012-e51df11572ec req-0519a781-4fd6-4a3d-89e2-811672edf8b6 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:15.744588 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-22b5a784-2860-455d-a012-e51df11572ec req-0519a781-4fd6-4a3d-89e2-811672edf8b6 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0949633 Nov 22 16:57:15.787063 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f21caf1-ea69-4de7-9c2d-9993c83df648 None None] Network 8a45d0e0-c483-4846-b311-02bee8b8b528 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:15.822601 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dd9087-3155-48aa-a102-313746d5a815 admin admin] Router 8593a199-e35b-4352-848a-b86cefd7a859 is scheduled to L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 with binding_index 1 {{(pid=102627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:57:15.862944 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-22b5a784-2860-455d-a012-e51df11572ec req-42dae946-3154-45dd-94d9-ad23ddff8606 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031954 Nov 22 16:57:16.018319 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dd9087-3155-48aa-a102-313746d5a815 admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:16.028556 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] Sync routers for ids ['8593a199-e35b-4352-848a-b86cefd7a859'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:16.041891 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] Routers {'8593a199-e35b-4352-848a-b86cefd7a859'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:16.042870 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:57:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8593a199-e35b-4352-848a-b86cefd7a859'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:16.070361 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-61d62fcc-e80b-4e6d-b0ab-b1eb5ebfad3d None None] Provisioning complete for port 62127dbd-0131-453e-a542-7e2343c2ed17 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:16.070731 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-61d62fcc-e80b-4e6d-b0ab-b1eb5ebfad3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.076130 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-28dd9087-3155-48aa-a102-313746d5a815 admin admin] Publish callbacks [] for router, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.080198 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-28dd9087-3155-48aa-a102-313746d5a815 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2091696 Nov 22 16:57:16.080486 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 45174) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:16.120067 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.185103 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] Set router 8593a199-e35b-4352-848a-b86cefd7a859 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:16.225415 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-61d62fcc-e80b-4e6d-b0ab-b1eb5ebfad3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.277147 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] For port 62127dbd-0131-453e-a542-7e2343c2ed17, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=62127dbd-0131-453e-a542-7e2343c2ed17,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:16.295584 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.425204 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Pushing event updated for resources: {'Port': ['ID=62127dbd-0131-453e-a542-7e2343c2ed17,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:16.564952 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.db.api [None req-61d62fcc-e80b-4e6d-b0ab-b1eb5ebfad3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:57:16.565310 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG oslo_db.api [None req-61d62fcc-e80b-4e6d-b0ab-b1eb5ebfad3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:57:16.686590 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:15Z', 'revision_number': 3, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:16.770003 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] Checking router: 8593a199-e35b-4352-848a-b86cefd7a859 for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:16.770487 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] Updating router 8593a199-e35b-4352-848a-b86cefd7a859 port cbc00470-7593-4d98-8ae4-9cd1a188eebc binding host dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:57:16.833234 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.984114 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.167322 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e0d0f-579c-4bd9-b5b0-5ad6e7a1820f req-b24c5912-8424-4752-84e2-90cf0607a215 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:17.175282 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0b1e0d0f-579c-4bd9-b5b0-5ad6e7a1820f req-b24c5912-8424-4752-84e2-90cf0607a215 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.1880763 Nov 22 16:57:17.236825 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-b8306f14-4624-4334-a456-74231c3f48ba None None] Provisioning complete for port 62127dbd-0131-453e-a542-7e2343c2ed17 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:17.237847 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b8306f14-4624-4334-a456-74231c3f48ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.272989 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 62127dbd-0131-453e-a542-7e2343c2ed17 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:17.297902 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.309987 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.392065 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b87cff-2c04-42ac-b5dc-e8977e2ae372 None None] Pushing event updated for resources: {'Port': ['ID=cbc00470-7593-4d98-8ae4-9cd1a188eebc,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:17.406611 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b87cff-2c04-42ac-b5dc-e8977e2ae372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:17.407094 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b87cff-2c04-42ac-b5dc-e8977e2ae372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:17.408757 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b87cff-2c04-42ac-b5dc-e8977e2ae372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:17.409297 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b87cff-2c04-42ac-b5dc-e8977e2ae372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:17.409633 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b87cff-2c04-42ac-b5dc-e8977e2ae372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:17.410078 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b87cff-2c04-42ac-b5dc-e8977e2ae372 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:17.410414 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b87cff-2c04-42ac-b5dc-e8977e2ae372 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:17.410845 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b87cff-2c04-42ac-b5dc-e8977e2ae372 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:17.411635 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b87cff-2c04-42ac-b5dc-e8977e2ae372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:17.412457 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b87cff-2c04-42ac-b5dc-e8977e2ae372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:17.412808 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b87cff-2c04-42ac-b5dc-e8977e2ae372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:17.413137 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b87cff-2c04-42ac-b5dc-e8977e2ae372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:17.451739 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] Attempting to bind port cbc00470-7593-4d98-8ae4-9cd1a188eebc on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:17.452135 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] Attempting to bind port cbc00470-7593-4d98-8ae4-9cd1a188eebc by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:17.452496 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] Attempting to bind port cbc00470-7593-4d98-8ae4-9cd1a188eebc on network d3425354-8fe0-452b-a94a-32f4eb04cb86 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:17.460050 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:17.460427 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] Checking segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:17.460826 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.461980 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] Bound using segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:17.462462 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] Bound port: cbc00470-7593-4d98-8ae4-9cd1a188eebc, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:17.462859 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.474800 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Allocated IP 172.20.0.1 (8a45d0e0-c483-4846-b311-02bee8b8b528/6366d018-e2df-44ed-80b0-34775cda3ea2/11d52731-9a9d-4feb-ae2a-d5b001b3d9c7) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:17.552595 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 62127dbd-0131-453e-a542-7e2343c2ed17 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:17.553196 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.555375 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] For port cbc00470-7593-4d98-8ae4-9cd1a188eebc, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:17.559448 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] For port cbc00470-7593-4d98-8ae4-9cd1a188eebc, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=cbc00470-7593-4d98-8ae4-9cd1a188eebc,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:17.567395 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.650238 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] Routers {'8593a199-e35b-4352-848a-b86cefd7a859'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:17.660878 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:57:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8593a199-e35b-4352-848a-b86cefd7a859'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:17.725782 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.857830 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0b1e0d0f-579c-4bd9-b5b0-5ad6e7a1820f req-686c376e-3787-4a5c-8d4c-46c44715af86 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6693873 Nov 22 16:57:17.879225 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.946819 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b87cff-2c04-42ac-b5dc-e8977e2ae372 None None] Pushing event updated for resources: {'Port': ['ID=cbc00470-7593-4d98-8ae4-9cd1a188eebc,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:17.968285 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Network 8a45d0e0-c483-4846-b311-02bee8b8b528 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:17.988231 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:17.992878 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:18.052864 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Pushing event updated for resources: {'Port': ['ID=11d52731-9a9d-4feb-ae2a-d5b001b3d9c7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:18.068755 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:18.069084 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:18.069380 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:18.069716 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:18.070046 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:18.070515 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:18.070850 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:18.071178 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:18.071507 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:18.071831 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:18.072199 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:18.072700 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:18.075583 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] Set router 8593a199-e35b-4352-848a-b86cefd7a859 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:18.115110 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833062'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.316764 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.351936 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-e8cbb122-e1d6-43b4-a565-288ab8fc7430 None None] Provisioning complete for port 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:18.352562 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8cbb122-e1d6-43b4-a565-288ab8fc7430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.364778 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:15Z', 'revision_number': 3, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:18.397191 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e8cbb122-e1d6-43b4-a565-288ab8fc7430 None None] Port 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:18.402482 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea55e361-ba29-4366-91b0-a8d7808e71bb None None] The sync data for ids ['8593a199-e35b-4352-848a-b86cefd7a859'] in dv-cinder-778193-11-iscsi is: [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:15Z', 'revision_number': 3, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:18.592836 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.602632 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.680831 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832954'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.686367 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Pushing event updated for resources: {'Port': ['ID=11d52731-9a9d-4feb-ae2a-d5b001b3d9c7,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:18.902434 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Network 8a45d0e0-c483-4846-b311-02bee8b8b528 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:18.909903 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:19.203410 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Router 8593a199-e35b-4352-848a-b86cefd7a859 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:19.204277 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b00c58-3ab4-4eb6-b71e-beed8e7d7fec req-b9242c08-6d8e-4147-98cd-58a5b893afc7 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:19.233321 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-04b00c58-3ab4-4eb6-b71e-beed8e7d7fec req-b9242c08-6d8e-4147-98cd-58a5b893afc7 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.2085192 Nov 22 16:57:19.263821 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-6fe78d65-ee2e-43fd-8b97-7bfb925f1b15 None None] Provisioning complete for port 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:19.264234 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6fe78d65-ee2e-43fd-8b97-7bfb925f1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.397089 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-04b00c58-3ab4-4eb6-b71e-beed8e7d7fec req-6b8ab55d-ab4b-4740-ac20-44748ee74726 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556687 Nov 22 16:57:19.404650 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device cbc00470-7593-4d98-8ae4-9cd1a188eebc up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:19.414545 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6fe78d65-ee2e-43fd-8b97-7bfb925f1b15 None None] Port 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:19.441164 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:19.453148 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-7f7ad917-ffcb-45fb-abbd-27d5ec087649 admin admin] 10.222.0.75 "PUT /v2.0/routers/8593a199-e35b-4352-848a-b86cefd7a859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3715661 Nov 22 16:57:19.573459 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port cbc00470-7593-4d98-8ae4-9cd1a188eebc triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:19.573946 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.712511 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.736924 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] For port cbc00470-7593-4d98-8ae4-9cd1a188eebc, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=cbc00470-7593-4d98-8ae4-9cd1a188eebc,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:19.742347 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.807248 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Pushing event updated for resources: {'Port': ['ID=cbc00470-7593-4d98-8ae4-9cd1a188eebc,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:20.015077 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 45260) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:20.020457 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-94a7bccc-53db-4783-aefd-b0cafd6d6e4f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1711869986-network', 'tenant_id': '2562735f75ec4abb9adfb2ce715a534a'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:20.041775 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a7bccc-53db-4783-aefd-b0cafd6d6e4f admin admin] Made reservation on behalf of 2562735f75ec4abb9adfb2ce715a534a for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:20.044589 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94a7bccc-53db-4783-aefd-b0cafd6d6e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.053073 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94a7bccc-53db-4783-aefd-b0cafd6d6e4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.127582 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94a7bccc-53db-4783-aefd-b0cafd6d6e4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.131129 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94a7bccc-53db-4783-aefd-b0cafd6d6e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.159783 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a7bccc-53db-4783-aefd-b0cafd6d6e4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1246} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:20.166471 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7bccc-53db-4783-aefd-b0cafd6d6e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c43be2-d95f-429c-b20f-f5be5b1f6cee,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:20.173762 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94a7bccc-53db-4783-aefd-b0cafd6d6e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.174102 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-94a7bccc-53db-4783-aefd-b0cafd6d6e4f admin admin] Added segment 59fecfff-5f23-4d76-9cfc-ecc250f0288a of type vlan for network 57efc5e3-267c-4350-8a42-07c2a10670a3 Nov 22 16:57:20.217963 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94a7bccc-53db-4783-aefd-b0cafd6d6e4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736619566340'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.241275 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94a7bccc-53db-4783-aefd-b0cafd6d6e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.242236 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a7bccc-53db-4783-aefd-b0cafd6d6e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:20.242830 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94a7bccc-53db-4783-aefd-b0cafd6d6e4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.302681 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-94a7bccc-53db-4783-aefd-b0cafd6d6e4f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2838860 Nov 22 16:57:20.302974 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 45262) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:20.305316 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7bccc-53db-4783-aefd-b0cafd6d6e4f admin admin] Pushing event updated for resources: {'Network': ['ID=57efc5e3-267c-4350-8a42-07c2a10670a3,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:20.310286 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Request body: {'subnet': {'network_id': '57efc5e3-267c-4350-8a42-07c2a10670a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1711869986-subnet', 'tenant_id': '2562735f75ec4abb9adfb2ce715a534a', 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:20.317801 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Network 57efc5e3-267c-4350-8a42-07c2a10670a3 details requested by agent ovs-agent-dv-cinder-778193-11-iscsi with host dv-cinder-778193-11-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:20.337075 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Made reservation on behalf of 2562735f75ec4abb9adfb2ce715a534a for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:20.344377 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.515642 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for subnet, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.533696 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] Sync routers for ids ['8593a199-e35b-4352-848a-b86cefd7a859'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:20.545416 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] Routers {'8593a199-e35b-4352-848a-b86cefd7a859'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:20.546032 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:57:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8593a199-e35b-4352-848a-b86cefd7a859'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:20.571618 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e50b2433-fa2a-45f3-820a-84983d51bdb4,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:20.583462 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:20.583819 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:20.584190 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:20.584530 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:20.584868 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:20.585200 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:20.585530 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:20.585859 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:20.586185 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:20.586509 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:20.586834 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:20.587151 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:20.592380 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Checking segment: {'id': '59fecfff-5f23-4d76-9cfc-ecc250f0288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '57efc5e3-267c-4350-8a42-07c2a10670a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:20.592740 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Network hostable DHCP agents. Network: 57efc5e3-267c-4350-8a42-07c2a10670a3, hostable agents: ['adaf967d-dae0-466d-8f0c-362e3950e29c'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:20.610005 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Network 57efc5e3-267c-4350-8a42-07c2a10670a3 is scheduled to be hosted by DHCP agent adaf967d-dae0-466d-8f0c-362e3950e29c with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:20.623463 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-11-iscsi, 57efc5e3-267c-4350-8a42-07c2a10670a3) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:20.628734 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:20.629844 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.634974 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd36215-f822-473b-9394-dabc60fd1173 None None] Network 57efc5e3-267c-4350-8a42-07c2a10670a3 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:20.651650 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 45272) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:20.653086 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-affd1359-f59a-4531-9412-e8578f321fa1 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3469739 Nov 22 16:57:20.658003 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3ee6d671-885d-47ff-9e0b-d965bac9899d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1711869986-router', 'tenant_id': '2562735f75ec4abb9adfb2ce715a534a', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:20.681219 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d671-885d-47ff-9e0b-d965bac9899d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9930'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.682405 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d671-885d-47ff-9e0b-d965bac9899d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3689828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10041'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.709107 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] Set router 8593a199-e35b-4352-848a-b86cefd7a859 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:20.742085 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d671-885d-47ff-9e0b-d965bac9899d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.878763 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d671-885d-47ff-9e0b-d965bac9899d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.911538 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4d7641c-f5a9-513a-9605-0fe7cfc59e29-57efc5e3-267c-4350-8a42-07c2a10670a3', 'network_id': '57efc5e3-267c-4350-8a42-07c2a10670a3', 'tenant_id': '2562735f75ec4abb9adfb2ce715a534a', 'fixed_ips': [{'subnet_id': 'e50b2433-fa2a-45f3-820a-84983d51bdb4'}]}} from dv-cinder-778193-11-iscsi. {{(pid=102629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:57:20.912942 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.076012 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d671-885d-47ff-9e0b-d965bac9899d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.092316 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 2, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:21.094254 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d671-885d-47ff-9e0b-d965bac9899d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.098050 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Allocated IP 172.20.0.2 (57efc5e3-267c-4350-8a42-07c2a10670a3/e50b2433-fa2a-45f3-820a-84983d51bdb4/95fbc328-0fcb-4821-bf0d-55ddf7c00c6b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:21.201263 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-3ee6d671-885d-47ff-9e0b-d965bac9899d admin admin] Allocated IP 172.27.0.100 (d3425354-8fe0-452b-a94a-32f4eb04cb86/91bd23ed-08b5-4bc5-9b3d-886376dc3ccb/f5c692fa-3763-4f6d-abb1-1f05eb282632) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:21.250086 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device cbc00470-7593-4d98-8ae4-9cd1a188eebc up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:21.254697 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] Checking router: 8593a199-e35b-4352-848a-b86cefd7a859 for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:21.255170 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] Updating router 8593a199-e35b-4352-848a-b86cefd7a859 port 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7 binding host dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:57:21.316208 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d671-885d-47ff-9e0b-d965bac9899d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.352508 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d671-885d-47ff-9e0b-d965bac9899d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.358181 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.391387 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee6d671-885d-47ff-9e0b-d965bac9899d admin admin] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:21.396454 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-3ee6d671-885d-47ff-9e0b-d965bac9899d admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:21.400086 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee6d671-885d-47ff-9e0b-d965bac9899d admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:21.433351 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6d671-885d-47ff-9e0b-d965bac9899d admin admin] Pushing event updated for resources: {'Port': ['ID=f5c692fa-3763-4f6d-abb1-1f05eb282632,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:21.500924 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port cbc00470-7593-4d98-8ae4-9cd1a188eebc triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:21.501292 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.637674 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.649283 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.654251 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d671-885d-47ff-9e0b-d965bac9899d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.707803 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Network 57efc5e3-267c-4350-8a42-07c2a10670a3 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:21.734668 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:21.737278 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:21.776918 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Pushing event updated for resources: {'Port': ['ID=95fbc328-0fcb-4821-bf0d-55ddf7c00c6b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:21.809563 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:21.809924 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:21.810264 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:21.810592 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:21.810913 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:21.811249 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:21.811573 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:21.811894 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:21.812250 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:21.812569 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:21.812882 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:21.813193 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:21.853136 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d671-885d-47ff-9e0b-d965bac9899d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309569'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.859753 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Attempting to bind port 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:21.859753 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Attempting to bind port 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '59fecfff-5f23-4d76-9cfc-ecc250f0288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '57efc5e3-267c-4350-8a42-07c2a10670a3'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:21.859753 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Attempting to bind port 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b on network 57efc5e3-267c-4350-8a42-07c2a10670a3 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:21.887028 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:21.887394 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Checking segment: {'id': '59fecfff-5f23-4d76-9cfc-ecc250f0288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '57efc5e3-267c-4350-8a42-07c2a10670a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:21.887790 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.888200 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Bound using segment: {'id': '59fecfff-5f23-4d76-9cfc-ecc250f0288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '57efc5e3-267c-4350-8a42-07c2a10670a3'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:21.888662 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Bound port: 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fecfff-5f23-4d76-9cfc-ecc250f0288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '57efc5e3-267c-4350-8a42-07c2a10670a3'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:21.889035 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.912733 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.935601 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.982403 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee6d671-885d-47ff-9e0b-d965bac9899d admin admin] Router 28088cd1-12e3-4732-9e8a-8b586c3c9b3c is scheduled to L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:57:22.015367 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbaf19-4ad8-47e5-b4cf-41f996684a1d None None] Pushing event updated for resources: {'Port': ['ID=11d52731-9a9d-4feb-ae2a-d5b001b3d9c7,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:22.023220 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] For port 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:22.027992 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] For port 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=95fbc328-0fcb-4821-bf0d-55ddf7c00c6b,segment=NetworkSegment(59fecfff-5f23-4d76-9cfc-ecc250f0288a),segment_id=59fecfff-5f23-4d76-9cfc-ecc250f0288a)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:22.047051 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.095183 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee6d671-885d-47ff-9e0b-d965bac9899d admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:22.109057 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] Attempting to bind port 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7 on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:22.109439 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] Attempting to bind port 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7 by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:22.109803 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] Attempting to bind port 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7 on network 8a45d0e0-c483-4846-b311-02bee8b8b528 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:22.117998 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] Sync routers for ids ['28088cd1-12e3-4732-9e8a-8b586c3c9b3c'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:22.127577 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:22.127976 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] Checking segment: {'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:22.128451 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.128824 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] Bound using segment: {'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:22.129316 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] Bound port: 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:22.130150 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.133231 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d671-885d-47ff-9e0b-d965bac9899d admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.138888 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 45280) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:22.140470 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] Routers {'28088cd1-12e3-4732-9e8a-8b586c3c9b3c'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:22.141176 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3ee6d671-885d-47ff-9e0b-d965bac9899d admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4872069 Nov 22 16:57:22.143161 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:57:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['28088cd1-12e3-4732-9e8a-8b586c3c9b3c'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:22.158737 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8642ae1-a006-4de4-b4ae-5c7cad85de3c None None] Pushing event updated for resources: {'Port': ['ID=95fbc328-0fcb-4821-bf0d-55ddf7c00c6b,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:22.301869 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-e17777c1-3388-4f53-8385-dbfbd7852de2 None None] Provisioning complete for port 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:22.302246 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e17777c1-3388-4f53-8385-dbfbd7852de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.305080 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] For port 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:22.309565 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] For port 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=11d52731-9a9d-4feb-ae2a-d5b001b3d9c7,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:22.332762 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.403862 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e17777c1-3388-4f53-8385-dbfbd7852de2 None None] Port 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:22.430433 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e80e9-157a-4e53-a68e-51f6ecdab053 req-479ed4f1-fa09-4e7c-836d-a0699632a38c tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:22.432961 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a28e80e9-157a-4e53-a68e-51f6ecdab053 req-479ed4f1-fa09-4e7c-836d-a0699632a38c tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.1695561 Nov 22 16:57:22.598556 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbaf19-4ad8-47e5-b4cf-41f996684a1d None None] Pushing event updated for resources: {'Port': ['ID=11d52731-9a9d-4feb-ae2a-d5b001b3d9c7,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:22.602158 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] Routers {'8593a199-e35b-4352-848a-b86cefd7a859'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:22.606277 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:57:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8593a199-e35b-4352-848a-b86cefd7a859'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:22.671242 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] Set router 28088cd1-12e3-4732-9e8a-8b586c3c9b3c gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:22.679578 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a28e80e9-157a-4e53-a68e-51f6ecdab053 req-6d1dbef7-a3fe-4a00-b549-bfc051b57c07 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070146 Nov 22 16:57:22.924514 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] Set router 8593a199-e35b-4352-848a-b86cefd7a859 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:22.987949 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a745b3d2-4515-4f7a-94a1-21bc5df5654c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.015802 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-eb8f9a7e-ee47-468e-af43-542f21d6918f None None] Provisioning complete for port 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:23.016201 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb8f9a7e-ee47-468e-af43-542f21d6918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.023973 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'name': 'tempest-TestVolumeBootPattern-1711869986-router', 'tenant_id': '2562735f75ec4abb9adfb2ce715a534a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f5c692fa-3763-4f6d-abb1-1f05eb282632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:20Z', 'updated_at': '2021-11-22T16:57:21Z', 'revision_number': 3, 'project_id': '2562735f75ec4abb9adfb2ce715a534a', 'gw_port': {'id': 'f5c692fa-3763-4f6d-abb1-1f05eb282632', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:21Z', 'updated_at': '2021-11-22T16:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:23.075355 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] Checking router: 28088cd1-12e3-4732-9e8a-8b586c3c9b3c for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:23.076170 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] Updating router 28088cd1-12e3-4732-9e8a-8b586c3c9b3c port f5c692fa-3763-4f6d-abb1-1f05eb282632 binding host dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:57:23.108091 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.315779 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb8f9a7e-ee47-468e-af43-542f21d6918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.338737 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-a745b3d2-4515-4f7a-94a1-21bc5df5654c admin admin] Allocated IP 172.20.0.1 (57efc5e3-267c-4350-8a42-07c2a10670a3/e50b2433-fa2a-45f3-820a-84983d51bdb4/1e21c258-7ced-419c-99db-fe8aa65aa3e2) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:23.383388 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:23.472313 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-eb8f9a7e-ee47-468e-af43-542f21d6918f None None] For port 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=11d52731-9a9d-4feb-ae2a-d5b001b3d9c7,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:23.480935 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb8f9a7e-ee47-468e-af43-542f21d6918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.565886 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:22Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:23.568699 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:23.569600 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.572468 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f9a7e-ee47-468e-af43-542f21d6918f None None] Pushing event updated for resources: {'Port': ['ID=11d52731-9a9d-4feb-ae2a-d5b001b3d9c7,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:23.613550 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a745b3d2-4515-4f7a-94a1-21bc5df5654c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.618975 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.636286 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.681374 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba7d442-b0c4-4036-8eb2-f50673c12fb0 None None] The sync data for ids ['8593a199-e35b-4352-848a-b86cefd7a859'] in dv-cinder-778193-11-iscsi is: [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:22Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:23.706199 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a745b3d2-4515-4f7a-94a1-21bc5df5654c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.787135 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a745b3d2-4515-4f7a-94a1-21bc5df5654c admin admin] Network 57efc5e3-267c-4350-8a42-07c2a10670a3 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:23.793587 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-a745b3d2-4515-4f7a-94a1-21bc5df5654c admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:23.811727 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a745b3d2-4515-4f7a-94a1-21bc5df5654c admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:23.814130 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a745b3d2-4515-4f7a-94a1-21bc5df5654c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833062'] for router_interface, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.856109 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe0e3f-25e2-48f3-b681-758e1ac7d049 None None] Pushing event updated for resources: {'Port': ['ID=f5c692fa-3763-4f6d-abb1-1f05eb282632,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:23.879738 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] Attempting to bind port f5c692fa-3763-4f6d-abb1-1f05eb282632 on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:23.880240 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] Attempting to bind port f5c692fa-3763-4f6d-abb1-1f05eb282632 by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:23.880616 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] Attempting to bind port f5c692fa-3763-4f6d-abb1-1f05eb282632 on network d3425354-8fe0-452b-a94a-32f4eb04cb86 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:23.905480 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:23.913128 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] Checking segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:23.913906 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.914476 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] Bound using segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:23.915139 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] Bound port: f5c692fa-3763-4f6d-abb1-1f05eb282632, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:23.915720 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.020692 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a5cb6-0a96-4078-b6dd-e012c8e52bbf req-a3bab237-2a28-42fd-9df4-8c10f935d175 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:24.033304 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8c0a5cb6-0a96-4078-b6dd-e012c8e52bbf req-a3bab237-2a28-42fd-9df4-8c10f935d175 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.1538842 Nov 22 16:57:24.057744 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745b3d2-4515-4f7a-94a1-21bc5df5654c admin admin] Pushing event updated for resources: {'Port': ['ID=1e21c258-7ced-419c-99db-fe8aa65aa3e2,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:24.106805 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] For port f5c692fa-3763-4f6d-abb1-1f05eb282632, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:24.111776 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] For port f5c692fa-3763-4f6d-abb1-1f05eb282632, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=f5c692fa-3763-4f6d-abb1-1f05eb282632,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:24.127397 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.180339 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8c0a5cb6-0a96-4078-b6dd-e012c8e52bbf req-a64bbf80-f73e-418f-9b5a-af50f94e7c72 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460319 Nov 22 16:57:24.272682 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76469aeb-c425-43fb-8ee3-2143bbb5ff26 None None] Network 57efc5e3-267c-4350-8a42-07c2a10670a3 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:24.307323 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a745b3d2-4515-4f7a-94a1-21bc5df5654c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.315803 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] Routers {'28088cd1-12e3-4732-9e8a-8b586c3c9b3c'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:24.316467 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:57:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['28088cd1-12e3-4732-9e8a-8b586c3c9b3c'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:24.408967 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.487755 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-bcb7e44a-9ff0-4708-908f-aba75f5a623c None None] Provisioning complete for port 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:24.488053 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bcb7e44a-9ff0-4708-908f-aba75f5a623c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.543685 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe0e3f-25e2-48f3-b681-758e1ac7d049 None None] Pushing event updated for resources: {'Port': ['ID=f5c692fa-3763-4f6d-abb1-1f05eb282632,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:24.579716 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] Set router 28088cd1-12e3-4732-9e8a-8b586c3c9b3c gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:24.748707 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] For port 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=95fbc328-0fcb-4821-bf0d-55ddf7c00c6b,segment=NetworkSegment(59fecfff-5f23-4d76-9cfc-ecc250f0288a),segment_id=59fecfff-5f23-4d76-9cfc-ecc250f0288a)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:24.769324 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a745b3d2-4515-4f7a-94a1-21bc5df5654c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.779576 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a745b3d2-4515-4f7a-94a1-21bc5df5654c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.780594 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a745b3d2-4515-4f7a-94a1-21bc5df5654c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832954'] for router_interface, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.785331 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.014227 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Pushing event updated for resources: {'Port': ['ID=95fbc328-0fcb-4821-bf0d-55ddf7c00c6b,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:25.022017 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a745b3d2-4515-4f7a-94a1-21bc5df5654c admin admin] Network 57efc5e3-267c-4350-8a42-07c2a10670a3 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:25.025290 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-a745b3d2-4515-4f7a-94a1-21bc5df5654c admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:25.045488 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'name': 'tempest-TestVolumeBootPattern-1711869986-router', 'tenant_id': '2562735f75ec4abb9adfb2ce715a534a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f5c692fa-3763-4f6d-abb1-1f05eb282632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:20Z', 'updated_at': '2021-11-22T16:57:24Z', 'revision_number': 4, 'project_id': '2562735f75ec4abb9adfb2ce715a534a', 'gw_port': {'id': 'f5c692fa-3763-4f6d-abb1-1f05eb282632', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:21Z', 'updated_at': '2021-11-22T16:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '1e21c258-7ced-419c-99db-fe8aa65aa3e2', 'name': '', 'network_id': '57efc5e3-267c-4350-8a42-07c2a10670a3', 'tenant_id': '2562735f75ec4abb9adfb2ce715a534a', 'mac_address': 'fa:16:3e:eb:f3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e50b2433-fa2a-45f3-820a-84983d51bdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:23Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 1, 'project_id': '2562735f75ec4abb9adfb2ce715a534a', 'subnets': [{'id': 'e50b2433-fa2a-45f3-820a-84983d51bdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:25.060151 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745b3d2-4515-4f7a-94a1-21bc5df5654c admin admin] Pushing event updated for resources: {'Port': ['ID=1e21c258-7ced-419c-99db-fe8aa65aa3e2,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:25.103318 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f23b1f1-be86-40ad-a653-7d7e41e6dcc1 None None] The sync data for ids ['28088cd1-12e3-4732-9e8a-8b586c3c9b3c'] in dv-cinder-778193-11-iscsi is: [{'id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'name': 'tempest-TestVolumeBootPattern-1711869986-router', 'tenant_id': '2562735f75ec4abb9adfb2ce715a534a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f5c692fa-3763-4f6d-abb1-1f05eb282632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:20Z', 'updated_at': '2021-11-22T16:57:24Z', 'revision_number': 4, 'project_id': '2562735f75ec4abb9adfb2ce715a534a', 'gw_port': {'id': 'f5c692fa-3763-4f6d-abb1-1f05eb282632', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:21Z', 'updated_at': '2021-11-22T16:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '1e21c258-7ced-419c-99db-fe8aa65aa3e2', 'name': '', 'network_id': '57efc5e3-267c-4350-8a42-07c2a10670a3', 'tenant_id': '2562735f75ec4abb9adfb2ce715a534a', 'mac_address': 'fa:16:3e:eb:f3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e50b2433-fa2a-45f3-820a-84983d51bdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:23Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 1, 'project_id': '2562735f75ec4abb9adfb2ce715a534a', 'subnets': [{'id': 'e50b2433-fa2a-45f3-820a-84983d51bdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:25.468328 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:25.554669 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c6171-379c-44b7-9c37-995276eeccfe req-854707ae-6034-4474-8493-b22f83bdbde5 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:25.568346 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bc9c6171-379c-44b7-9c37-995276eeccfe req-854707ae-6034-4474-8493-b22f83bdbde5 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.1998179 Nov 22 16:57:25.659915 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-23b55b74-0d8d-4c98-b920-05c0f2c5449a None None] Provisioning complete for port 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:25.661453 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-23b55b74-0d8d-4c98-b920-05c0f2c5449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.691748 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bc9c6171-379c-44b7-9c37-995276eeccfe req-e9c02219-4fdf-4a17-a11a-06871c9f692b tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955780 Nov 22 16:57:25.724487 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:25.725225 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.799849 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a745b3d2-4515-4f7a-94a1-21bc5df5654c admin admin] Router 28088cd1-12e3-4732-9e8a-8b586c3c9b3c has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:25.882948 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-23b55b74-0d8d-4c98-b920-05c0f2c5449a None None] Provisioning complete for port 1e21c258-7ced-419c-99db-fe8aa65aa3e2 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:25.883412 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-23b55b74-0d8d-4c98-b920-05c0f2c5449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.921840 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:25.950457 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-23b55b74-0d8d-4c98-b920-05c0f2c5449a None None] Port 1e21c258-7ced-419c-99db-fe8aa65aa3e2 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:25.959151 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a745b3d2-4515-4f7a-94a1-21bc5df5654c admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:25.972835 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-a745b3d2-4515-4f7a-94a1-21bc5df5654c admin admin] 10.222.0.75 "PUT /v2.0/routers/28088cd1-12e3-4732-9e8a-8b586c3c9b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8232446 Nov 22 16:57:25.986188 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:25.986658 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.098821 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-c45f6715-87db-45d6-b067-558fd5c749cb None None] Provisioning complete for port 1e21c258-7ced-419c-99db-fe8aa65aa3e2 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:26.099261 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c45f6715-87db-45d6-b067-558fd5c749cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.137582 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c45f6715-87db-45d6-b067-558fd5c749cb None None] Port 1e21c258-7ced-419c-99db-fe8aa65aa3e2 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:26.286154 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-df162cf1-a9b1-490a-bc1a-90ebd2e0fe2f None None] Provisioning complete for port 1e21c258-7ced-419c-99db-fe8aa65aa3e2 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:26.286527 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df162cf1-a9b1-490a-bc1a-90ebd2e0fe2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.324624 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-df162cf1-a9b1-490a-bc1a-90ebd2e0fe2f None None] Port 1e21c258-7ced-419c-99db-fe8aa65aa3e2 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:27.285555 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device f5c692fa-3763-4f6d-abb1-1f05eb282632 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:27.348362 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port f5c692fa-3763-4f6d-abb1-1f05eb282632 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:27.348806 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.444999 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.470005 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] For port f5c692fa-3763-4f6d-abb1-1f05eb282632, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=f5c692fa-3763-4f6d-abb1-1f05eb282632,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:27.475008 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.548185 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Pushing event updated for resources: {'Port': ['ID=f5c692fa-3763-4f6d-abb1-1f05eb282632,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:27.808247 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] Sync routers for ids ['28088cd1-12e3-4732-9e8a-8b586c3c9b3c'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:27.819186 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] Routers {'28088cd1-12e3-4732-9e8a-8b586c3c9b3c'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:27.819835 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:57:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['28088cd1-12e3-4732-9e8a-8b586c3c9b3c'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:27.944654 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] Set router 28088cd1-12e3-4732-9e8a-8b586c3c9b3c gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:28.161655 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'name': 'tempest-TestVolumeBootPattern-1711869986-router', 'tenant_id': '2562735f75ec4abb9adfb2ce715a534a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f5c692fa-3763-4f6d-abb1-1f05eb282632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:20Z', 'updated_at': '2021-11-22T16:57:24Z', 'revision_number': 4, 'project_id': '2562735f75ec4abb9adfb2ce715a534a', 'gw_port': {'id': 'f5c692fa-3763-4f6d-abb1-1f05eb282632', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:21Z', 'updated_at': '2021-11-22T16:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '1e21c258-7ced-419c-99db-fe8aa65aa3e2', 'name': '', 'network_id': '57efc5e3-267c-4350-8a42-07c2a10670a3', 'tenant_id': '2562735f75ec4abb9adfb2ce715a534a', 'mac_address': 'fa:16:3e:eb:f3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e50b2433-fa2a-45f3-820a-84983d51bdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:23Z', 'updated_at': '2021-11-22T16:57:24Z', 'revision_number': 2, 'project_id': '2562735f75ec4abb9adfb2ce715a534a', 'subnets': [{'id': 'e50b2433-fa2a-45f3-820a-84983d51bdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:28.194503 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] Checking router: 28088cd1-12e3-4732-9e8a-8b586c3c9b3c for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:28.194861 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] Updating router 28088cd1-12e3-4732-9e8a-8b586c3c9b3c port 1e21c258-7ced-419c-99db-fe8aa65aa3e2 binding host dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:57:28.223854 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.364271 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.572453 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.580291 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.703601 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43c0b0-37d1-4a6e-911c-3804b4dd7490 None None] Pushing event updated for resources: {'Port': ['ID=1e21c258-7ced-419c-99db-fe8aa65aa3e2,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:28.856389 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] Attempting to bind port 1e21c258-7ced-419c-99db-fe8aa65aa3e2 on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:28.856774 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] Attempting to bind port 1e21c258-7ced-419c-99db-fe8aa65aa3e2 by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '59fecfff-5f23-4d76-9cfc-ecc250f0288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '57efc5e3-267c-4350-8a42-07c2a10670a3'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:28.857145 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] Attempting to bind port 1e21c258-7ced-419c-99db-fe8aa65aa3e2 on network 57efc5e3-267c-4350-8a42-07c2a10670a3 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:28.863077 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:28.863469 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] Checking segment: {'id': '59fecfff-5f23-4d76-9cfc-ecc250f0288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '57efc5e3-267c-4350-8a42-07c2a10670a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:28.863864 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.864877 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] Bound using segment: {'id': '59fecfff-5f23-4d76-9cfc-ecc250f0288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '57efc5e3-267c-4350-8a42-07c2a10670a3'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:28.865394 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] Bound port: 1e21c258-7ced-419c-99db-fe8aa65aa3e2, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fecfff-5f23-4d76-9cfc-ecc250f0288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '57efc5e3-267c-4350-8a42-07c2a10670a3'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:28.865788 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.023610 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] For port 1e21c258-7ced-419c-99db-fe8aa65aa3e2, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:29.035071 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] For port 1e21c258-7ced-419c-99db-fe8aa65aa3e2, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=1e21c258-7ced-419c-99db-fe8aa65aa3e2,segment=NetworkSegment(59fecfff-5f23-4d76-9cfc-ecc250f0288a),segment_id=59fecfff-5f23-4d76-9cfc-ecc250f0288a)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:29.040821 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.165333 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43c0b0-37d1-4a6e-911c-3804b4dd7490 None None] Pushing event updated for resources: {'Port': ['ID=1e21c258-7ced-419c-99db-fe8aa65aa3e2,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:29.192701 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] Routers {'28088cd1-12e3-4732-9e8a-8b586c3c9b3c'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:29.193327 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:57:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['28088cd1-12e3-4732-9e8a-8b586c3c9b3c'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:29.201583 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-f3b75376-9204-4e73-bb53-0bd721143d35 None None] Provisioning complete for port 1e21c258-7ced-419c-99db-fe8aa65aa3e2 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:29.201772 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f3b75376-9204-4e73-bb53-0bd721143d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.446482 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device f5c692fa-3763-4f6d-abb1-1f05eb282632 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:29.499269 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 45362) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:29.503143 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d84660b4-a004-425f-b777-dedb0d10ebd5 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1923965358', 'description': 'tempest-secgroup-smoke-1923965358 description', 'project_id': 'ff819a571f3349ab8e0b24c2113c3551'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:29.561323 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d84660b4-a004-425f-b777-dedb0d10ebd5 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.613111 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] Set router 28088cd1-12e3-4732-9e8a-8b586c3c9b3c gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:29.659715 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f3b75376-9204-4e73-bb53-0bd721143d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.664654 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port f5c692fa-3763-4f6d-abb1-1f05eb282632 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:29.665018 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.704997 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25832514-6057-40ee-8538-2f75c365d9dd req-e85a175f-ad10-4db6-90b7-fc5f0cb0c721 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:29.706536 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-25832514-6057-40ee-8538-2f75c365d9dd req-e85a175f-ad10-4db6-90b7-fc5f0cb0c721 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.1119595 Nov 22 16:57:29.817956 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-25832514-6057-40ee-8538-2f75c365d9dd req-ee2340da-18af-491b-81cc-b4b78d74d67b tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877397 Nov 22 16:57:29.829414 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d84660b4-a004-425f-b777-dedb0d10ebd5 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.839801 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-f3b75376-9204-4e73-bb53-0bd721143d35 None None] For port 1e21c258-7ced-419c-99db-fe8aa65aa3e2, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=1e21c258-7ced-419c-99db-fe8aa65aa3e2,segment=NetworkSegment(59fecfff-5f23-4d76-9cfc-ecc250f0288a),segment_id=59fecfff-5f23-4d76-9cfc-ecc250f0288a)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:29.840257 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d84660b4-a004-425f-b777-dedb0d10ebd5 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.853489 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f3b75376-9204-4e73-bb53-0bd721143d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.936941 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84660b4-a004-425f-b777-dedb0d10ebd5 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3754c4b-96db-41f3-8d38-46c84fa2ad86,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:29.965542 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d84660b4-a004-425f-b777-dedb0d10ebd5 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.975069 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 45370) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:29.976390 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d84660b4-a004-425f-b777-dedb0d10ebd5 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4758942 Nov 22 16:57:29.981624 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-6f5176c7-8341-4b03-95f8-c0a97c733066 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Request body: {'security_group_rule': {'security_group_id': 'a3754c4b-96db-41f3-8d38-46c84fa2ad86', 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:30.014834 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b75376-9204-4e73-bb53-0bd721143d35 None None] Pushing event updated for resources: {'Port': ['ID=1e21c258-7ced-419c-99db-fe8aa65aa3e2,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:30.043190 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-aafd7e61-63a8-41e9-8e51-c6b1ccd22578 None None] Provisioning complete for port 1e21c258-7ced-419c-99db-fe8aa65aa3e2 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:30.043539 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aafd7e61-63a8-41e9-8e51-c6b1ccd22578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.055438 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6f5176c7-8341-4b03-95f8-c0a97c733066 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.151261 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'name': 'tempest-TestVolumeBootPattern-1711869986-router', 'tenant_id': '2562735f75ec4abb9adfb2ce715a534a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f5c692fa-3763-4f6d-abb1-1f05eb282632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:20Z', 'updated_at': '2021-11-22T16:57:24Z', 'revision_number': 4, 'project_id': '2562735f75ec4abb9adfb2ce715a534a', 'gw_port': {'id': 'f5c692fa-3763-4f6d-abb1-1f05eb282632', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:21Z', 'updated_at': '2021-11-22T16:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '1e21c258-7ced-419c-99db-fe8aa65aa3e2', 'name': '', 'network_id': '57efc5e3-267c-4350-8a42-07c2a10670a3', 'tenant_id': '2562735f75ec4abb9adfb2ce715a534a', 'mac_address': 'fa:16:3e:eb:f3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e50b2433-fa2a-45f3-820a-84983d51bdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:23Z', 'updated_at': '2021-11-22T16:57:29Z', 'revision_number': 4, 'project_id': '2562735f75ec4abb9adfb2ce715a534a', 'subnets': [{'id': 'e50b2433-fa2a-45f3-820a-84983d51bdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:30.180782 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6f5176c7-8341-4b03-95f8-c0a97c733066 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.191273 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6f5176c7-8341-4b03-95f8-c0a97c733066 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.223725 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae3df42-39ef-4261-979e-de18f76570e6 None None] The sync data for ids ['28088cd1-12e3-4732-9e8a-8b586c3c9b3c'] in dv-cinder-778193-11-iscsi is: [{'id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'name': 'tempest-TestVolumeBootPattern-1711869986-router', 'tenant_id': '2562735f75ec4abb9adfb2ce715a534a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f5c692fa-3763-4f6d-abb1-1f05eb282632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:20Z', 'updated_at': '2021-11-22T16:57:24Z', 'revision_number': 4, 'project_id': '2562735f75ec4abb9adfb2ce715a534a', 'gw_port': {'id': 'f5c692fa-3763-4f6d-abb1-1f05eb282632', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:21Z', 'updated_at': '2021-11-22T16:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '1e21c258-7ced-419c-99db-fe8aa65aa3e2', 'name': '', 'network_id': '57efc5e3-267c-4350-8a42-07c2a10670a3', 'tenant_id': '2562735f75ec4abb9adfb2ce715a534a', 'mac_address': 'fa:16:3e:eb:f3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e50b2433-fa2a-45f3-820a-84983d51bdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:23Z', 'updated_at': '2021-11-22T16:57:29Z', 'revision_number': 4, 'project_id': '2562735f75ec4abb9adfb2ce715a534a', 'subnets': [{'id': 'e50b2433-fa2a-45f3-820a-84983d51bdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:30.245017 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5176c7-8341-4b03-95f8-c0a97c733066 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117d988a-0163-4fb5-b698-7dc32c594b69,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:30.272818 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6f5176c7-8341-4b03-95f8-c0a97c733066 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.284973 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 45378) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:30.289106 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-6f5176c7-8341-4b03-95f8-c0a97c733066 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3127072 Nov 22 16:57:30.296553 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-33b082e2-bce3-4cc4-bd5e-85bb6ec49350 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Request body: {'security_group_rule': {'security_group_id': 'a3754c4b-96db-41f3-8d38-46c84fa2ad86', 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:30.375190 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 45382) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:30.406498 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33b082e2-bce3-4cc4-bd5e-85bb6ec49350 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.576642 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-461b1198-4e83-4e40-a477-7194de4ad699 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.759906 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-461b1198-4e83-4e40-a477-7194de4ad699 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.773003 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-461b1198-4e83-4e40-a477-7194de4ad699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.832589 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-461b1198-4e83-4e40-a477-7194de4ad699 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ac61cef8572b408f90a174e62e49c83f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4557259 Nov 22 16:57:30.833837 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b1198-4e83-4e40-a477-7194de4ad699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17c676b-4378-4e1d-b730-e0fdb0d45e19,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:30.836791 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 45394) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:30.904407 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f76cdf5d-cef0-4a3c-abb7-455290d5928c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.926241 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33b082e2-bce3-4cc4-bd5e-85bb6ec49350 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.934704 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f76cdf5d-cef0-4a3c-abb7-455290d5928c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.941963 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d6e35-af88-4491-8aeb-8d4918bc7f2a req-8b525242-3e48-4f3e-9b7d-c1fb6f19a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:30.943576 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-640d6e35-af88-4491-8aeb-8d4918bc7f2a req-8b525242-3e48-4f3e-9b7d-c1fb6f19a66e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=012a405b16094665bf98670cf1f502b2&device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 1098 time: 0.6172431 Nov 22 16:57:30.944264 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33b082e2-bce3-4cc4-bd5e-85bb6ec49350 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.993432 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b082e2-bce3-4cc4-bd5e-85bb6ec49350 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb3265f1-3dcb-4177-96c7-ac42c9246aaa,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:31.007827 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f76cdf5d-cef0-4a3c-abb7-455290d5928c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.014628 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f76cdf5d-cef0-4a3c-abb7-455290d5928c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.019053 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-f76cdf5d-cef0-4a3c-abb7-455290d5928c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b17c676b-4378-4e1d-b730-e0fdb0d45e19 HTTP/1.1" status: 204 len: 168 time: 0.1810374 Nov 22 16:57:31.028794 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76cdf5d-cef0-4a3c-abb7-455290d5928c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17c676b-4378-4e1d-b730-e0fdb0d45e19,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:31.065810 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33b082e2-bce3-4cc4-bd5e-85bb6ec49350 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.068933 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-33b082e2-bce3-4cc4-bd5e-85bb6ec49350 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7824240 Nov 22 16:57:31.071721 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 45400) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:31.078884 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-96157af8-cd96-4feb-b11f-47d54b7a8be5 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Request body: {'security_group_rule': {'security_group_id': 'a3754c4b-96db-41f3-8d38-46c84fa2ad86', 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:31.140588 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-96157af8-cd96-4feb-b11f-47d54b7a8be5 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.159746 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf666b-2135-47e6-80e7-e00c4b1a75ca req-94c82cba-6652-4d29-8d5d-ff568bb7b66a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:31.174139 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ebdf666b-2135-47e6-80e7-e00c4b1a75ca req-94c82cba-6652-4d29-8d5d-ff568bb7b66a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.1442988 Nov 22 16:57:31.227023 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d6e35-af88-4491-8aeb-8d4918bc7f2a req-7c514a66-a829-4234-8f1f-7b51590c2d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:31.228919 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-640d6e35-af88-4491-8aeb-8d4918bc7f2a req-7c514a66-a829-4234-8f1f-7b51590c2d6b service neutron] 10.222.0.85 "GET /v2.0/networks?id=addedaf8-c56a-4700-8c31-6938e05f34b5 HTTP/1.1" status: 200 len: 920 time: 0.2587414 Nov 22 16:57:31.261379 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-96157af8-cd96-4feb-b11f-47d54b7a8be5 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.269361 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-96157af8-cd96-4feb-b11f-47d54b7a8be5 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.302762 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96157af8-cd96-4feb-b11f-47d54b7a8be5 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d3d683-3e8a-42a4-9ffb-cca76d7a4f14,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:31.329100 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-96157af8-cd96-4feb-b11f-47d54b7a8be5 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.333692 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-96157af8-cd96-4feb-b11f-47d54b7a8be5 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2596569 Nov 22 16:57:31.336565 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 45402) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:31.340603 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ebdf666b-2135-47e6-80e7-e00c4b1a75ca req-001659c2-8b08-470f-b9dc-ebd389cb2fd2 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643162 Nov 22 16:57:31.345943 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-640d6e35-af88-4491-8aeb-8d4918bc7f2a req-5f0e538e-4fa6-4b46-91eb-ac750a0faf7f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 HTTP/1.1" status: 200 len: 217 time: 0.1040800 Nov 22 16:57:31.354535 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 1e21c258-7ced-419c-99db-fe8aa65aa3e2 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:31.371347 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-cf53cddf-6cdb-4539-a371-9c1c28d335c1 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Request body: {'security_group_rule': {'security_group_id': 'a3754c4b-96db-41f3-8d38-46c84fa2ad86', 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:31.462896 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 1e21c258-7ced-419c-99db-fe8aa65aa3e2 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:31.463833 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.499176 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-cf53cddf-6cdb-4539-a371-9c1c28d335c1 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.544625 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d6e35-af88-4491-8aeb-8d4918bc7f2a req-d1299fc4-83c2-495c-802d-eaf611fb7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:31.546097 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-640d6e35-af88-4491-8aeb-8d4918bc7f2a req-d1299fc4-83c2-495c-802d-eaf611fb7d2b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ed57d480-17de-4af9-a2a6-f35eb04a38a9 HTTP/1.1" status: 200 len: 858 time: 0.1735630 Nov 22 16:57:31.595406 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-cf53cddf-6cdb-4539-a371-9c1c28d335c1 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.601409 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-cf53cddf-6cdb-4539-a371-9c1c28d335c1 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.607920 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-640d6e35-af88-4491-8aeb-8d4918bc7f2a req-29b756e5-6ad7-4a98-835c-b9fc1d98ee7c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=addedaf8-c56a-4700-8c31-6938e05f34b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515039 Nov 22 16:57:31.622909 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53cddf-6cdb-4539-a371-9c1c28d335c1 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0134be-2bf6-4177-b8c6-99af9714fb04,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:31.636385 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-cf53cddf-6cdb-4539-a371-9c1c28d335c1 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.637731 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-cf53cddf-6cdb-4539-a371-9c1c28d335c1 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2997682 Nov 22 16:57:31.640397 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 45406) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:31.644999 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-632a23e5-59dd-4b2d-92f2-7aabf70ca7f0 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Request body: {'security_group_rule': {'security_group_id': 'a3754c4b-96db-41f3-8d38-46c84fa2ad86', 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:31.685404 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.db.securitygroups_db [None req-632a23e5-59dd-4b2d-92f2-7aabf70ca7f0 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Project ff819a571f3349ab8e0b24c2113c3551 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:57:31.695799 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-632a23e5-59dd-4b2d-92f2-7aabf70ca7f0 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.762327 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-640d6e35-af88-4491-8aeb-8d4918bc7f2a req-395767a6-55af-4fe8-a509-148bfa04c57b service neutron] 10.222.0.85 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398458 Nov 22 16:57:31.810483 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-632a23e5-59dd-4b2d-92f2-7aabf70ca7f0 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.817066 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-632a23e5-59dd-4b2d-92f2-7aabf70ca7f0 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.855768 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a23e5-59dd-4b2d-92f2-7aabf70ca7f0 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbfc624-a489-4eaa-87d7-0e72e2b24f02,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:31.860260 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-632a23e5-59dd-4b2d-92f2-7aabf70ca7f0 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.864216 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-632a23e5-59dd-4b2d-92f2-7aabf70ca7f0 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2204635 Nov 22 16:57:31.865052 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 45416) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:31.871600 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5f880eb3-040d-48c2-8031-cb2f5ba4a588 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Request body: {'security_group_rule': {'security_group_id': 'a3754c4b-96db-41f3-8d38-46c84fa2ad86', 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:31.930255 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-5f880eb3-040d-48c2-8031-cb2f5ba4a588 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Project ff819a571f3349ab8e0b24c2113c3551 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:57:31.952540 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f880eb3-040d-48c2-8031-cb2f5ba4a588 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.970893 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-640d6e35-af88-4491-8aeb-8d4918bc7f2a req-36225045-0af3-4d3c-b23e-5e3c9c167f5b service neutron] 10.222.0.85 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952913 Nov 22 16:57:32.032940 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f880eb3-040d-48c2-8031-cb2f5ba4a588 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.037052 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f880eb3-040d-48c2-8031-cb2f5ba4a588 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.054929 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f880eb3-040d-48c2-8031-cb2f5ba4a588 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f17b1f-4cc6-40ec-a3d6-bea90bcc6cea,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:32.067100 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f880eb3-040d-48c2-8031-cb2f5ba4a588 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.068401 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5f880eb3-040d-48c2-8031-cb2f5ba4a588 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2023048 Nov 22 16:57:32.491779 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793145b-493f-4713-b7ad-53a19edbd2f5 req-7dcaf235-08c5-4a52-bc33-21a22bd18834 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:32.493454 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2793145b-493f-4713-b7ad-53a19edbd2f5 req-7dcaf235-08c5-4a52-bc33-21a22bd18834 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0522873 Nov 22 16:57:32.552639 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2793145b-493f-4713-b7ad-53a19edbd2f5 req-74d91c07-28fc-4258-bec0-2bf593f3cb8e tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528724 Nov 22 16:57:35.463676 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 45462) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:35.585787 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-682afff0-15c7-43db-9c0c-94a0d6e7fc78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.673372 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-682afff0-15c7-43db-9c0c-94a0d6e7fc78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.678004 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-682afff0-15c7-43db-9c0c-94a0d6e7fc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.718326 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682afff0-15c7-43db-9c0c-94a0d6e7fc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9e5de2-4b57-4c65-8543-4b1e560d6ce1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:35.725771 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-682afff0-15c7-43db-9c0c-94a0d6e7fc78 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=63fa1584e559408baf6040a7eee2ef9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608776 Nov 22 16:57:35.728588 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 45466) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:35.780656 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5a84a4c2-f280-4c99-b57b-0b8bb610cf0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.805540 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5a84a4c2-f280-4c99-b57b-0b8bb610cf0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.858145 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5a84a4c2-f280-4c99-b57b-0b8bb610cf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.862342 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5a84a4c2-f280-4c99-b57b-0b8bb610cf0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.863580 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-5a84a4c2-f280-4c99-b57b-0b8bb610cf0f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aa9e5de2-4b57-4c65-8543-4b1e560d6ce1 HTTP/1.1" status: 204 len: 168 time: 0.1340158 Nov 22 16:57:35.872881 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84a4c2-f280-4c99-b57b-0b8bb610cf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9e5de2-4b57-4c65-8543-4b1e560d6ce1,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:37.195183 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1eeb5436-88ea-4ca9-a9a0-7c999daffd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.481856 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f6ec26fe-8fb8-4350-8f5d-a6eb291071c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.928882 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-f6998e4a-6bda-42e4-8b96-a6b13b9969ff tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:39.930430 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-f6998e4a-6bda-42e4-8b96-a6b13b9969ff tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/networks?id=1bdcfadf-1d01-4a8e-9380-4151e111913c HTTP/1.1" status: 200 len: 814 time: 0.2959349 Nov 22 16:57:39.957170 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-e3a2e667-2c4c-4a85-9981-cdcff12cb60b tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/quotas/606872a1f29b44a5ae8719e48edf2703 HTTP/1.1" status: 200 len: 375 time: 0.0181332 Nov 22 16:57:40.113088 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-ce9e0d95-fa3e-4296-9537-7e02d718bae6 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=606872a1f29b44a5ae8719e48edf2703&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1489620 Nov 22 16:57:40.143957 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21829de4-abbf-404a-9858-8a836ab3cc5f req-d482ef3c-248f-49cd-a60d-3d9dc8faef5e tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:40.168610 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-21829de4-abbf-404a-9858-8a836ab3cc5f req-d482ef3c-248f-49cd-a60d-3d9dc8faef5e tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.1001163 Nov 22 16:57:40.247834 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-21829de4-abbf-404a-9858-8a836ab3cc5f req-aaa46175-7f8e-4ae0-8dab-c65847335a9d tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781655 Nov 22 16:57:40.358753 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-e165d52a-ef08-48c9-9f2c-239b1e33bc31 service neutron] 10.222.0.75 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415349 Nov 22 16:57:40.397094 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429d6fa-f9a4-4c62-9a89-0b4ec490d6e3 req-7ff72276-9a71-4674-9d9e-46a76d8a5a0d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:40.416646 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8429d6fa-f9a4-4c62-9a89-0b4ec490d6e3 req-7ff72276-9a71-4674-9d9e-46a76d8a5a0d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0818827 Nov 22 16:57:40.489019 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-339d2ed4-7b61-4b05-baf7-9f1015979a84 service neutron] 10.222.0.75 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213377 Nov 22 16:57:40.492375 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8429d6fa-f9a4-4c62-9a89-0b4ec490d6e3 req-62408c08-38ab-4ad0-884b-3f4ba5ca2081 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687432 Nov 22 16:57:40.647924 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-34f60635-95b3-4298-826b-dbbae4c2b0b6 req-b75ca8f3-385b-48af-9cb3-14548c3c9e30 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=916ff37c-d969-4e5a-b217-f60921bd6d25 HTTP/1.1" status: 200 len: 210 time: 0.0258069 Nov 22 16:57:40.907614 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:41.365696 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bcaf3-b2c1-4a37-95da-1d447c297a80 req-84ee5797-bcb9-477f-ae23-c4e89e4be1da tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:41.367781 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9b8bcaf3-b2c1-4a37-95da-1d447c297a80 req-84ee5797-bcb9-477f-ae23-c4e89e4be1da tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0512478 Nov 22 16:57:41.444449 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9b8bcaf3-b2c1-4a37-95da-1d447c297a80 req-b56ea5af-7b78-443f-845d-02e1d679ca66 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670874 Nov 22 16:57:41.573582 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d46a35-4d84-4ede-9757-bcff164024ac req-9d1c565e-176a-4e6b-a431-335a88779bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:41.575069 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c4d46a35-4d84-4ede-9757-bcff164024ac req-9d1c565e-176a-4e6b-a431-335a88779bd4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 1098 time: 0.0488703 Nov 22 16:57:41.650650 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd400fe-e7bc-45b0-aa54-a2598b34613a req-5c97a546-9903-429f-a3e2-c236e77ffb56 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:41.651989 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-acd400fe-e7bc-45b0-aa54-a2598b34613a req-5c97a546-9903-429f-a3e2-c236e77ffb56 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0760353 Nov 22 16:57:41.669627 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c4d46a35-4d84-4ede-9757-bcff164024ac req-6b9df84d-f9f4-4f8c-b66c-a5e36f1ef549 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692816 Nov 22 16:57:41.707643 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-acd400fe-e7bc-45b0-aa54-a2598b34613a req-c4f9973f-c71a-4607-89cf-061b69187cc0 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470812 Nov 22 16:57:41.753771 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5e10c0ef-09c2-42d0-8c95-c146a9e616f7 req-64ee4178-2f6e-46c8-a575-38f1be3b9b52 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=916ff37c-d969-4e5a-b217-f60921bd6d25 HTTP/1.1" status: 200 len: 210 time: 0.0318761 Nov 22 16:57:42.172155 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-50df2d49-82c2-4222-97f5-8630dc4539ab tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:42.173953 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-50df2d49-82c2-4222-97f5-8630dc4539ab tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.85 "GET /v2.0/networks?id=1bdcfadf-1d01-4a8e-9380-4151e111913c HTTP/1.1" status: 200 len: 814 time: 0.1162224 Nov 22 16:57:42.178310 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.202111 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-3df96b9a-748f-44db-80df-27945ec2f672 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Request body: {'port': {'device_id': '916ff37c-d969-4e5a-b217-f60921bd6d25', 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c', 'admin_state_up': True, 'tenant_id': '606872a1f29b44a5ae8719e48edf2703'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:42.318039 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-3df96b9a-748f-44db-80df-27945ec2f672 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Made reservation on behalf of 606872a1f29b44a5ae8719e48edf2703 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:42.322143 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-3df96b9a-748f-44db-80df-27945ec2f672 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.463541 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-3df96b9a-748f-44db-80df-27945ec2f672 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Allocated IP 172.20.0.5 (1bdcfadf-1d01-4a8e-9380-4151e111913c/354aa910-0d7f-45f9-b6b0-154889ed963c/273b57ac-a7ea-4785-8870-73a9b87bb906) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:42.643501 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e50042-4573-4ddb-811d-ea46dd8b3575 req-868edf45-58fd-4395-8540-bae90f744948 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:42.644995 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-22e50042-4573-4ddb-811d-ea46dd8b3575 req-868edf45-58fd-4395-8540-bae90f744948 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0856190 Nov 22 16:57:42.674521 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-3df96b9a-748f-44db-80df-27945ec2f672 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.721589 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-22e50042-4573-4ddb-811d-ea46dd8b3575 req-27057729-89d8-45f9-9fb9-2732756e4350 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678060 Nov 22 16:57:42.745401 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-3df96b9a-748f-44db-80df-27945ec2f672 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.763209 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f', '011efefa-c92b-4c9f-9436-ba009a9fc5bc', 'b1768862-9244-42ee-9d96-1265c8200b70'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:57:42.828408 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-3df96b9a-748f-44db-80df-27945ec2f672 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Network 1bdcfadf-1d01-4a8e-9380-4151e111913c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:42.841758 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-3df96b9a-748f-44db-80df-27945ec2f672 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:42.846684 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-3df96b9a-748f-44db-80df-27945ec2f672 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:42.861135 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c76e5-bdde-4e16-82dd-3508871e3161 req-4bdc6f18-2281-4ca8-b06e-4450bb2e039c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:42.868725 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ce0c76e5-bdde-4e16-82dd-3508871e3161 req-4bdc6f18-2281-4ca8-b06e-4450bb2e039c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0760403 Nov 22 16:57:42.901546 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df96b9a-748f-44db-80df-27945ec2f672 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Pushing event updated for resources: {'Port': ['ID=273b57ac-a7ea-4785-8870-73a9b87bb906,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:42.920413 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-3df96b9a-748f-44db-80df-27945ec2f672 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:42.921081 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-3df96b9a-748f-44db-80df-27945ec2f672 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.951543 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ce0c76e5-bdde-4e16-82dd-3508871e3161 req-c642ad73-26cf-4768-b87a-d0b91e12c391 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779605 Nov 22 16:57:42.967627 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9babb-ccf5-43f7-99fc-598979244ea5 req-b73a714c-2bf4-434d-8097-16e78b9a53ab tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:42.975304 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-09c9babb-ccf5-43f7-99fc-598979244ea5 req-b73a714c-2bf4-434d-8097-16e78b9a53ab tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=916ff37c-d969-4e5a-b217-f60921bd6d25 HTTP/1.1" status: 200 len: 931 time: 0.0748022 Nov 22 16:57:42.981019 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-3df96b9a-748f-44db-80df-27945ec2f672 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7848725 Nov 22 16:57:43.002098 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Request body: {'port': {'device_id': '916ff37c-d969-4e5a-b217-f60921bd6d25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:43.056108 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-09c9babb-ccf5-43f7-99fc-598979244ea5 req-b18c2d33-05f7-4641-b0b0-b1fe18449046 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775833 Nov 22 16:57:43.091970 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.149605 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.433063 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 273b57ac-a7ea-4785-8870-73a9b87bb906 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:57:43.452164 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.473070 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Transition to ACTIVE for port object 273b57ac-a7ea-4785-8870-73a9b87bb906 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:57:43.545058 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.604478 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Pushing event updated for resources: {'Port': ['ID=273b57ac-a7ea-4785-8870-73a9b87bb906,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:43.683040 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Attempting to bind port 273b57ac-a7ea-4785-8870-73a9b87bb906 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:43.683801 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Attempting to bind port 273b57ac-a7ea-4785-8870-73a9b87bb906 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '9cc3b34f-f709-4fff-b056-1565b529f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:43.683801 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Attempting to bind port 273b57ac-a7ea-4785-8870-73a9b87bb906 on network 1bdcfadf-1d01-4a8e-9380-4151e111913c {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:43.688296 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Port 273b57ac-a7ea-4785-8870-73a9b87bb906 on network 1bdcfadf-1d01-4a8e-9380-4151e111913c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:57:43.688619 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Attempting to bind port 273b57ac-a7ea-4785-8870-73a9b87bb906 on network 1bdcfadf-1d01-4a8e-9380-4151e111913c {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:43.694159 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:43.694516 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Checking segment: {'id': '9cc3b34f-f709-4fff-b056-1565b529f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:43.694938 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Bound using segment: {'id': '9cc3b34f-f709-4fff-b056-1565b529f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:43.695385 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Bound port: 273b57ac-a7ea-4785-8870-73a9b87bb906, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc3b34f-f709-4fff-b056-1565b529f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:43.695637 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.771167 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] For port 273b57ac-a7ea-4785-8870-73a9b87bb906, host hv-cinder-77819, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:43.774492 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] For port 273b57ac-a7ea-4785-8870-73a9b87bb906, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=273b57ac-a7ea-4785-8870-73a9b87bb906,segment=NetworkSegment(9cc3b34f-f709-4fff-b056-1565b529f1ba),segment_id=9cc3b34f-f709-4fff-b056-1565b529f1ba)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:43.780367 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.824107 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:43.824843 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.826343 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] 10.222.0.85 "PUT /v2.0/ports/273b57ac-a7ea-4785-8870-73a9b87bb906 HTTP/1.1" status: 200 len: 1093 time: 0.8291972 Nov 22 16:57:43.826897 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916ff37c-d969-4e5a-b217-f60921bd6d25', 'tag': '273b57ac-a7ea-4785-8870-73a9b87bb906'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:57:43.829285 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fd8017-4171-4949-8fa1-b1831d30687f" -d '{"events": [{"name": "network-changed", "server_uuid": "916ff37c-d969-4e5a-b217-f60921bd6d25", "tag": "273b57ac-a7ea-4785-8870-73a9b87bb906"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:57:43.859284 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fed4ec-c7be-43d2-be9a-7de7ef4eebb9 req-c429fbe7-f9bc-4f6e-b72c-e966c7566e3c tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:43.860942 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f2fed4ec-c7be-43d2-be9a-7de7ef4eebb9 req-c429fbe7-f9bc-4f6e-b72c-e966c7566e3c tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0548050 Nov 22 16:57:43.873631 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b6253-efbd-4bdd-b524-42c8e4b1200e service neutron] Pushing event updated for resources: {'Port': ['ID=273b57ac-a7ea-4785-8870-73a9b87bb906,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:43.907511 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b76c67-de13-48dd-8b87-4e24b39221b2 x-openstack-request-id: req-75b76c67-de13-48dd-8b87-4e24b39221b2 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:57:43.907934 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916ff37c-d969-4e5a-b217-f60921bd6d25", "tag": "273b57ac-a7ea-4785-8870-73a9b87bb906", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:57:43.908309 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-75b76c67-de13-48dd-8b87-4e24b39221b2 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:57:43.908796 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916ff37c-d969-4e5a-b217-f60921bd6d25', 'tag': '273b57ac-a7ea-4785-8870-73a9b87bb906', 'status': 'completed', 'code': 200} Nov 22 16:57:43.933184 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f2fed4ec-c7be-43d2-be9a-7de7ef4eebb9 req-57f6ca46-4f01-45ed-9d51-eb556e50399f tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642447 Nov 22 16:57:43.944048 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-eb9ee185-05cb-483c-8a25-5510f555cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:43.945571 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-eb9ee185-05cb-483c-8a25-5510f555cd1c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=606872a1f29b44a5ae8719e48edf2703&device_id=916ff37c-d969-4e5a-b217-f60921bd6d25 HTTP/1.1" status: 200 len: 1096 time: 0.0507867 Nov 22 16:57:44.102878 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1a45a-cbe1-4ed7-b0e7-8790c947db56 req-bf306268-7f8a-4fe0-b24a-f0f87923fab1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.105277 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-19a1a45a-cbe1-4ed7-b0e7-8790c947db56 req-bf306268-7f8a-4fe0-b24a-f0f87923fab1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0690212 Nov 22 16:57:44.184268 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-91592508-cd2a-4a6d-beb7-5bfe5c538047 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=273b57ac-a7ea-4785-8870-73a9b87bb906 HTTP/1.1" status: 200 len: 217 time: 0.0432699 Nov 22 16:57:44.191152 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-19a1a45a-cbe1-4ed7-b0e7-8790c947db56 req-ac21402f-f08d-4e3c-ac48-3cd87978dcef tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788550 Nov 22 16:57:44.235146 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48943cb8-ecf4-4934-96b9-23ae8a668713 req-0b19781d-1224-47be-9b6c-f63c76a07c39 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.236837 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-48943cb8-ecf4-4934-96b9-23ae8a668713 req-0b19781d-1224-47be-9b6c-f63c76a07c39 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=916ff37c-d969-4e5a-b217-f60921bd6d25 HTTP/1.1" status: 200 len: 943 time: 0.0553749 Nov 22 16:57:44.327491 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-48943cb8-ecf4-4934-96b9-23ae8a668713 req-84196e73-77b3-4c37-8e05-919cb371bfe8 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845220 Nov 22 16:57:44.329086 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc8eed-c060-4292-b57d-c10c376d55ca req-d324b4ed-524b-404f-888d-e589580c89ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.330829 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2cc8eed-c060-4292-b57d-c10c376d55ca req-d324b4ed-524b-404f-888d-e589580c89ea service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=012a405b16094665bf98670cf1f502b2&device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 1098 time: 0.0731263 Nov 22 16:57:44.331375 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-fb617f59-7af9-48db-a2b3-5c402f75e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.332805 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-fb617f59-7af9-48db-a2b3-5c402f75e235 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=354aa910-0d7f-45f9-b6b0-154889ed963c HTTP/1.1" status: 200 len: 854 time: 0.0760658 Nov 22 16:57:44.339868 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547ea3c-758f-4a45-a617-1b9a0cc9353f req-ab94d5a6-5927-4a22-af0e-6bfb7a97ae90 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.341103 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a547ea3c-758f-4a45-a617-1b9a0cc9353f req-ab94d5a6-5927-4a22-af0e-6bfb7a97ae90 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0868182 Nov 22 16:57:44.383052 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-a6d7338b-99d4-455b-82a7-c3492d98c48e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bdcfadf-1d01-4a8e-9380-4151e111913c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265832 Nov 22 16:57:44.470540 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a547ea3c-758f-4a45-a617-1b9a0cc9353f req-9cfc9440-51c3-4ffb-abc5-d4a97d1f2be6 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226127 Nov 22 16:57:44.502574 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-24302d6c-4152-43f4-b104-ced588137bb9 service neutron] 10.222.0.85 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049414 Nov 22 16:57:44.510321 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc8eed-c060-4292-b57d-c10c376d55ca req-b3422824-d732-4154-aa09-344b0f58a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.511844 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2cc8eed-c060-4292-b57d-c10c376d55ca req-b3422824-d732-4154-aa09-344b0f58a150 service neutron] 10.222.0.85 "GET /v2.0/networks?id=addedaf8-c56a-4700-8c31-6938e05f34b5 HTTP/1.1" status: 200 len: 920 time: 0.1479173 Nov 22 16:57:44.585864 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2cc8eed-c060-4292-b57d-c10c376d55ca req-7dc65770-cc0f-4459-9733-22cff3f92b7c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 HTTP/1.1" status: 200 len: 217 time: 0.0526202 Nov 22 16:57:44.647043 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1a7367ae-8a0c-4227-97f3-ff801b2246e0 req-dba9dc47-3840-4b6c-aa95-40e5f35f1014 service neutron] 10.222.0.85 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150589 Nov 22 16:57:44.657115 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc8eed-c060-4292-b57d-c10c376d55ca req-4ab4603d-c04a-4db6-83eb-b635c82a0672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.658568 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2cc8eed-c060-4292-b57d-c10c376d55ca req-4ab4603d-c04a-4db6-83eb-b635c82a0672 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ed57d480-17de-4af9-a2a6-f35eb04a38a9 HTTP/1.1" status: 200 len: 858 time: 0.0559506 Nov 22 16:57:44.705255 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2cc8eed-c060-4292-b57d-c10c376d55ca req-e0033678-ab81-4de8-b1f3-98c3d060a5f9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=addedaf8-c56a-4700-8c31-6938e05f34b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322897 Nov 22 16:57:44.768373 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd8017-4171-4949-8fa1-b1831d30687f req-3bd1ed33-fa3d-47f3-a6fb-f6629a08005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.769958 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-60fd8017-4171-4949-8fa1-b1831d30687f req-3bd1ed33-fa3d-47f3-a6fb-f6629a08005d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=606872a1f29b44a5ae8719e48edf2703&device_id=916ff37c-d969-4e5a-b217-f60921bd6d25 HTTP/1.1" status: 200 len: 1096 time: 0.0438790 Nov 22 16:57:44.827908 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2cc8eed-c060-4292-b57d-c10c376d55ca req-47eba578-ceda-4e2b-8d5f-222909071985 service neutron] 10.222.0.85 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014190 Nov 22 16:57:44.876803 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd8017-4171-4949-8fa1-b1831d30687f req-d55487ae-2c52-4aae-a571-7c0062ccea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.878411 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-60fd8017-4171-4949-8fa1-b1831d30687f req-d55487ae-2c52-4aae-a571-7c0062ccea8e service neutron] 10.222.0.85 "GET /v2.0/networks?id=1bdcfadf-1d01-4a8e-9380-4151e111913c HTTP/1.1" status: 200 len: 916 time: 0.0972290 Nov 22 16:57:44.926376 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-60fd8017-4171-4949-8fa1-b1831d30687f req-7a05189a-84ed-4150-860d-5b49efbfb0f0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=273b57ac-a7ea-4785-8870-73a9b87bb906 HTTP/1.1" status: 200 len: 217 time: 0.0362942 Nov 22 16:57:44.934782 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2cc8eed-c060-4292-b57d-c10c376d55ca req-8598a598-4fcd-4158-9edb-82d92ec60546 service neutron] 10.222.0.85 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945413 Nov 22 16:57:44.993435 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd8017-4171-4949-8fa1-b1831d30687f req-602aeea8-5426-4942-9f80-fb5563517e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.994998 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-60fd8017-4171-4949-8fa1-b1831d30687f req-602aeea8-5426-4942-9f80-fb5563517e28 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=354aa910-0d7f-45f9-b6b0-154889ed963c HTTP/1.1" status: 200 len: 854 time: 0.0542011 Nov 22 16:57:45.045298 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-60fd8017-4171-4949-8fa1-b1831d30687f req-3469c03f-be4f-4e2d-9e1e-79b2b0c7ab29 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bdcfadf-1d01-4a8e-9380-4151e111913c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271883 Nov 22 16:57:45.156574 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-60fd8017-4171-4949-8fa1-b1831d30687f req-2be7bbd3-bba8-48da-994e-91a7ff11a407 service neutron] 10.222.0.85 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988219 Nov 22 16:57:45.282591 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-60fd8017-4171-4949-8fa1-b1831d30687f req-ff2d8658-8b1d-48c3-b3f5-30caa935b708 service neutron] 10.222.0.85 "GET /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130457 Nov 22 16:57:45.317168 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e1638-8943-4a0e-a955-18fb21232161 req-473def22-c601-40ff-8fa1-447493ff5420 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:45.319348 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c05e1638-8943-4a0e-a955-18fb21232161 req-473def22-c601-40ff-8fa1-447493ff5420 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0501704 Nov 22 16:57:45.366990 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c05e1638-8943-4a0e-a955-18fb21232161 req-a30cc46f-7c29-4565-8aa2-52ee104f78e4 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411344 Nov 22 16:57:45.447662 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9b6c0-ea5e-4a54-aff5-07279752a1de req-39d94d9e-5dcd-4fb6-ad0a-55cd830580d0 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:45.449159 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0aa9b6c0-ea5e-4a54-aff5-07279752a1de req-39d94d9e-5dcd-4fb6-ad0a-55cd830580d0 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=916ff37c-d969-4e5a-b217-f60921bd6d25 HTTP/1.1" status: 200 len: 943 time: 0.0501330 Nov 22 16:57:45.495525 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0aa9b6c0-ea5e-4a54-aff5-07279752a1de req-3d2bc186-b4a7-426c-9b7f-72fcfdc36834 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404773 Nov 22 16:57:45.608140 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c106477-70f1-4b07-a50a-777d7e910827 req-7529b070-734e-453a-a36f-4b9920d2a485 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:45.609600 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5c106477-70f1-4b07-a50a-777d7e910827 req-7529b070-734e-453a-a36f-4b9920d2a485 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0486243 Nov 22 16:57:45.657104 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5c106477-70f1-4b07-a50a-777d7e910827 req-442f9fd7-2b89-4db3-8efa-87b468103714 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409391 Nov 22 16:57:46.591519 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:57:46.641876 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f7430-7b02-4e16-8e07-b574c58e7674 req-3b29f0b8-686e-4dfe-868c-b4bcf7c21d50 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:46.645761 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-014f7430-7b02-4e16-8e07-b574c58e7674 req-3b29f0b8-686e-4dfe-868c-b4bcf7c21d50 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0672619 Nov 22 16:57:46.679335 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d67b1-83e6-43f6-b68f-9cbbc724a61f req-3135cdab-9967-449a-a822-6c8e3b84fdaa tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:46.682253 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-186d67b1-83e6-43f6-b68f-9cbbc724a61f req-3135cdab-9967-449a-a822-6c8e3b84fdaa tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=916ff37c-d969-4e5a-b217-f60921bd6d25 HTTP/1.1" status: 200 len: 943 time: 0.0711925 Nov 22 16:57:46.704789 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-014f7430-7b02-4e16-8e07-b574c58e7674 req-834acf81-a94b-41e4-a6a4-9f9777669500 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538764 Nov 22 16:57:46.746803 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-186d67b1-83e6-43f6-b68f-9cbbc724a61f req-bc64cf06-7f8e-432f-a908-474b6878857a tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586252 Nov 22 16:57:46.833257 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275589d0-992d-4529-b830-31e8f2c36046 req-77db97ca-0f31-4715-9736-68b96574b524 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:46.834865 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-275589d0-992d-4529-b830-31e8f2c36046 req-77db97ca-0f31-4715-9736-68b96574b524 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0510733 Nov 22 16:57:46.885463 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-275589d0-992d-4529-b830-31e8f2c36046 req-9cfd84f3-9d66-41b6-b08d-a442ddcb6b69 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443554 Nov 22 16:57:47.832201 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99d2ee-73c1-441c-8cca-48dbbcbcdcd1 req-8980032d-46ce-4ad8-ae9e-806510c7a41d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:47.834323 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fb99d2ee-73c1-441c-8cca-48dbbcbcdcd1 req-8980032d-46ce-4ad8-ae9e-806510c7a41d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0491424 Nov 22 16:57:47.862377 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80329-a268-46d5-bcbd-3bc7a78e455b req-ce5e2439-763c-4b5e-9ad9-c202395e9606 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:47.864110 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-91b80329-a268-46d5-bcbd-3bc7a78e455b req-ce5e2439-763c-4b5e-9ad9-c202395e9606 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=916ff37c-d969-4e5a-b217-f60921bd6d25 HTTP/1.1" status: 200 len: 943 time: 0.0494726 Nov 22 16:57:47.882363 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fb99d2ee-73c1-441c-8cca-48dbbcbcdcd1 req-2a2c2608-ab2b-4c6d-962c-a4cbb375b638 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422950 Nov 22 16:57:47.916092 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-91b80329-a268-46d5-bcbd-3bc7a78e455b req-b631996a-0402-4f42-b2dd-643b38b08fc1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457904 Nov 22 16:57:48.006316 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdf4b6-540b-4da2-8a25-8eb22da6ec59 req-0af4dd25-0af6-43b8-892e-9a52e7c34adf tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:48.007694 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-57cdf4b6-540b-4da2-8a25-8eb22da6ec59 req-0af4dd25-0af6-43b8-892e-9a52e7c34adf tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0492997 Nov 22 16:57:48.055357 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 45728) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:48.058836 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-57cdf4b6-540b-4da2-8a25-8eb22da6ec59 req-3e176185-9c0d-4791-99c0-d8eda58f5212 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451634 Nov 22 16:57:48.098967 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_v2 [None req-122f74b0-3504-4989-983c-67e617c65b66 admin admin] Deleting subnet 03189eb6-5e78-4000-bc7d-6af9a115c587 {{(pid=102627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:48.102230 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-122f74b0-3504-4989-983c-67e617c65b66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.135936 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-122f74b0-3504-4989-983c-67e617c65b66 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.141492 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-122f74b0-3504-4989-983c-67e617c65b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572194'] for subnet, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.192650 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-122f74b0-3504-4989-983c-67e617c65b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for subnet, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.221656 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f74b0-3504-4989-983c-67e617c65b66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03189eb6-5e78-4000-bc7d-6af9a115c587,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:48.225392 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-122f74b0-3504-4989-983c-67e617c65b66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.228921 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-122f74b0-3504-4989-983c-67e617c65b66 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/03189eb6-5e78-4000-bc7d-6af9a115c587 HTTP/1.1" status: 204 len: 168 time: 0.1721511 Nov 22 16:57:48.231053 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 45730) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:48.297236 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774480'] for network, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.381504 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570257', 'neutron.services.segments.db._delete_segments_for_network-8736619892875'] for network, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.402769 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:57:48.403108 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:57:48.403868 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:57:48.404233 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Subscribe: > port after_create 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:57:48.404583 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Subscribe: > port after_delete 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:57:48.404912 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Subscribe: > port after_update 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:57:48.405229 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:57:48.405559 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:57:48.405876 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:57:48.406192 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:57:48.477356 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:57:48.477703 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:57:48.478041 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:57:48.478373 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:57:48.478750 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8190ece4-ccb8-4ac0-a0df-0a3a97a91f52']}} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:48.496954 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3134d8-ef85-426f-9c0a-91f665a788de') {'for_net_delete': True} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:48.497285 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3134d8-ef85-426f-9c0a-91f665a788de') {} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:48.513843 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736620085782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25618630'] for segment, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.533607 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.542569 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=102627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:48.542954 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25506202'] for segment, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: from cryptography.utils import int_from_bytes Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: from cryptography.utils import int_from_bytes Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: Traceback (most recent call last): Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: timer() Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: cb(*args, **kw) Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: return func(*args, **kwargs) Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: self._notify() Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: self.callback(batched_events) Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: event.method(event) Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: return f(self, *a, **k) Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: return self._get(url).json() Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:48.547108 dv-cinder-778193-11-iscsi neutron-server[102627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:48.601756 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3767155'] for network, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.611140 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.614442 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] 10.222.0.75 "DELETE /v2.0/networks/8190ece4-ccb8-4ac0-a0df-0a3a97a91f52 HTTP/1.1" status: 204 len: 168 time: 0.3824785 Nov 22 16:57:48.629011 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7f900-eb4e-48f8-b63f-e122909121de admin admin] Pushing event deleted for resources: {'Network': ['ID=8190ece4-ccb8-4ac0-a0df-0a3a97a91f52,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:48.781546 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 45738) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:48.821435 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-28486470-46f6-43e7-b09d-d3d7422f5f5a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=30c1b47c65454806b9d9dad95c794eeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387046 Nov 22 16:57:48.823767 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 45740) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:48.869628 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1976cfdc-6157-4ee3-99b0-452196fb63f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.890363 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1976cfdc-6157-4ee3-99b0-452196fb63f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.945931 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1976cfdc-6157-4ee3-99b0-452196fb63f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.950650 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1976cfdc-6157-4ee3-99b0-452196fb63f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.951447 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-1976cfdc-6157-4ee3-99b0-452196fb63f3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a7af2c29-87bd-4968-9275-8a9ef67d2649 HTTP/1.1" status: 204 len: 168 time: 0.1267500 Nov 22 16:57:48.969735 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976cfdc-6157-4ee3-99b0-452196fb63f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7af2c29-87bd-4968-9275-8a9ef67d2649,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:49.031685 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ff26b-8524-4e4a-8cd7-9ed700b62189 req-1516c6e8-80c3-4057-9284-4c125777a300 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:49.033326 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5f0ff26b-8524-4e4a-8cd7-9ed700b62189 req-1516c6e8-80c3-4057-9284-4c125777a300 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0667746 Nov 22 16:57:49.046026 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12ce71-1dcd-4777-beea-6d4bcf4a37a3 req-6cdd7922-1185-4786-9528-3a7289932808 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:49.047607 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1b12ce71-1dcd-4777-beea-6d4bcf4a37a3 req-6cdd7922-1185-4786-9528-3a7289932808 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=916ff37c-d969-4e5a-b217-f60921bd6d25 HTTP/1.1" status: 200 len: 943 time: 0.0567434 Nov 22 16:57:49.090386 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5f0ff26b-8524-4e4a-8cd7-9ed700b62189 req-4701892a-f39f-4d54-9a8e-becd8ea79032 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495949 Nov 22 16:57:49.103564 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1b12ce71-1dcd-4777-beea-6d4bcf4a37a3 req-a43a5321-81c6-4dea-882d-4dc9ce508fd1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497978 Nov 22 16:57:49.206536 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 273b57ac-a7ea-4785-8870-73a9b87bb906 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:57:49.212383 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72358856-d805-4cc4-a591-6275350d861c req-dbe30236-7600-4ebf-87ad-01e024f1dcba tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:49.213867 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-72358856-d805-4cc4-a591-6275350d861c req-dbe30236-7600-4ebf-87ad-01e024f1dcba tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0498409 Nov 22 16:57:49.264449 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-72358856-d805-4cc4-a591-6275350d861c req-f560134f-8e5f-4b61-bbfb-61437266b47d tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434897 Nov 22 16:57:49.308808 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 273b57ac-a7ea-4785-8870-73a9b87bb906, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=273b57ac-a7ea-4785-8870-73a9b87bb906,segment=NetworkSegment(9cc3b34f-f709-4fff-b056-1565b529f1ba),segment_id=9cc3b34f-f709-4fff-b056-1565b529f1ba)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:49.324819 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': '273b57ac-a7ea-4785-8870-73a9b87bb906', 'network_id': '1bdcfadf-1d01-4a8e-9380-4151e111913c', 'port_id': '273b57ac-a7ea-4785-8870-73a9b87bb906', 'mac_address': 'fa:16:3e:07:9f:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '354aa910-0d7f-45f9-b6b0-154889ed963c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:57:49.372651 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.391385 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273b57ac-a7ea-4785-8870-73a9b87bb906 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:57:49.413163 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 273b57ac-a7ea-4785-8870-73a9b87bb906, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=273b57ac-a7ea-4785-8870-73a9b87bb906,segment=NetworkSegment(9cc3b34f-f709-4fff-b056-1565b529f1ba),segment_id=9cc3b34f-f709-4fff-b056-1565b529f1ba)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:49.422137 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.473849 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=273b57ac-a7ea-4785-8870-73a9b87bb906,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:49.838082 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['273b57ac-a7ea-4785-8870-73a9b87bb906'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:57:50.233694 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73782d3-de59-418a-a4fb-c8106a13a60d req-fd8ed579-804e-44d9-a1ab-656cc115669d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:50.235286 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b73782d3-de59-418a-a4fb-c8106a13a60d req-fd8ed579-804e-44d9-a1ab-656cc115669d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0509613 Nov 22 16:57:50.244917 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ef319-9fc3-427a-a680-9d7a335592c9 req-e5459d3f-c0d3-4856-aa7e-f18b74ea5e6d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:50.246551 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8e2ef319-9fc3-427a-a680-9d7a335592c9 req-e5459d3f-c0d3-4856-aa7e-f18b74ea5e6d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=916ff37c-d969-4e5a-b217-f60921bd6d25 HTTP/1.1" status: 200 len: 944 time: 0.0542610 Nov 22 16:57:50.284187 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b73782d3-de59-418a-a4fb-c8106a13a60d req-c49205f1-d934-487a-b394-ee53b7b0392c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413864 Nov 22 16:57:50.295061 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8e2ef319-9fc3-427a-a680-9d7a335592c9 req-d7edf666-1530-4d1a-aa94-3ab43e2f8779 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420945 Nov 22 16:57:50.730646 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a41928-bd90-4fd6-bc86-f0e04047084d req-80cd7143-d918-49da-88e9-f2ae00f5eacf tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:50.732128 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c0a41928-bd90-4fd6-bc86-f0e04047084d req-80cd7143-d918-49da-88e9-f2ae00f5eacf tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0492826 Nov 22 16:57:50.783206 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c0a41928-bd90-4fd6-bc86-f0e04047084d req-53274628-d674-4aac-a97e-d335ccf1c8d2 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 Nov 22 16:57:51.239791 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 273b57ac-a7ea-4785-8870-73a9b87bb906 up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:51.292780 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port 273b57ac-a7ea-4785-8870-73a9b87bb906 completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:57:51.297065 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port 273b57ac-a7ea-4785-8870-73a9b87bb906 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:51.297549 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.392237 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.423252 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916ff37c-d969-4e5a-b217-f60921bd6d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273b57ac-a7ea-4785-8870-73a9b87bb906'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:57:51.425592 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1c927f-37dc-4b15-8198-41281a28e80b" -d '{"events": [{"server_uuid": "916ff37c-d969-4e5a-b217-f60921bd6d25", "name": "network-vif-plugged", "status": "completed", "tag": "273b57ac-a7ea-4785-8870-73a9b87bb906"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:57:51.439940 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 273b57ac-a7ea-4785-8870-73a9b87bb906, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=273b57ac-a7ea-4785-8870-73a9b87bb906,segment=NetworkSegment(9cc3b34f-f709-4fff-b056-1565b529f1ba),segment_id=9cc3b34f-f709-4fff-b056-1565b529f1ba)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:51.447003 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.447670 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e83d6a-e835-4aa1-9b1b-6b53939fef22 req-f10ff98e-ceb5-4e42-b66c-f180c506ed95 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:51.449774 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-70e83d6a-e835-4aa1-9b1b-6b53939fef22 req-f10ff98e-ceb5-4e42-b66c-f180c506ed95 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=916ff37c-d969-4e5a-b217-f60921bd6d25 HTTP/1.1" status: 200 len: 944 time: 0.0567503 Nov 22 16:57:51.459710 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4c700-e20b-4320-8997-3b60c42c8020 req-f82e61b5-0fe3-4330-b099-5c789b02d42b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:51.461373 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d7c4c700-e20b-4320-8997-3b60c42c8020 req-f82e61b5-0fe3-4330-b099-5c789b02d42b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0646453 Nov 22 16:57:51.498892 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-70e83d6a-e835-4aa1-9b1b-6b53939fef22 req-2c3e968e-c6e9-4e8d-ae3e-01d6f2e6e753 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430183 Nov 22 16:57:51.500180 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=273b57ac-a7ea-4785-8870-73a9b87bb906,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:51.517084 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d7c4c700-e20b-4320-8997-3b60c42c8020 req-c376cd3e-2765-4f6a-b669-a0cb6e24c57d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497212 Nov 22 16:57:51.548213 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13490790-3aa2-4f74-a48a-64e82cb39d48 x-openstack-request-id: req-13490790-3aa2-4f74-a48a-64e82cb39d48 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:57:51.548527 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916ff37c-d969-4e5a-b217-f60921bd6d25", "name": "network-vif-plugged", "status": "completed", "tag": "273b57ac-a7ea-4785-8870-73a9b87bb906", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:57:51.548782 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-13490790-3aa2-4f74-a48a-64e82cb39d48 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:57:51.549172 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916ff37c-d969-4e5a-b217-f60921bd6d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273b57ac-a7ea-4785-8870-73a9b87bb906', 'code': 200} Nov 22 16:57:51.728228 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08e186-c6da-4361-9893-dd732e62f93d req-58868345-4ea2-473c-aeab-e75496c807b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:51.729599 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0f08e186-c6da-4361-9893-dd732e62f93d req-58868345-4ea2-473c-aeab-e75496c807b2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=916ff37c-d969-4e5a-b217-f60921bd6d25 HTTP/1.1" status: 200 len: 1098 time: 0.0394802 Nov 22 16:57:51.792602 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0f08e186-c6da-4361-9893-dd732e62f93d req-138ea080-6044-48e7-9b46-fb4398e6ecc2 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385070 Nov 22 16:57:52.625873 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc85129-665e-4321-904d-8ae4d9eae3f2 req-93abb30e-9612-48cd-9418-24baa90e5098 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:52.628325 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fdc85129-665e-4321-904d-8ae4d9eae3f2 req-93abb30e-9612-48cd-9418-24baa90e5098 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=916ff37c-d969-4e5a-b217-f60921bd6d25 HTTP/1.1" status: 200 len: 945 time: 0.0575337 Nov 22 16:57:52.644972 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b65360-16eb-425f-aac4-9bb07c324c45 req-9a769c33-1ab5-4ffd-b828-15370bdf0e3a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:52.647643 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-78b65360-16eb-425f-aac4-9bb07c324c45 req-9a769c33-1ab5-4ffd-b828-15370bdf0e3a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0511258 Nov 22 16:57:52.671561 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 45852) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:52.691901 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fdc85129-665e-4321-904d-8ae4d9eae3f2 req-b9bb40df-b219-4252-96b8-278005777bf8 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564218 Nov 22 16:57:52.702587 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-78b65360-16eb-425f-aac4-9bb07c324c45 req-98fccff1-f643-4f71-8d89-28dae516661a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470600 Nov 22 16:57:52.788256 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cac8154-bc7c-4987-a63f-93f8d1e5ba07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.866472 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cac8154-bc7c-4987-a63f-93f8d1e5ba07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.870160 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cac8154-bc7c-4987-a63f-93f8d1e5ba07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.909709 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-9cac8154-bc7c-4987-a63f-93f8d1e5ba07 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=127b7ec5da8e484ab4ee02ed72699d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343245 Nov 22 16:57:52.910580 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac8154-bc7c-4987-a63f-93f8d1e5ba07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737cfb2f-5ebe-4afb-904a-656e98542661,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:52.912587 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 45856) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:52.971410 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-10ce3382-d49d-4867-9201-37ed9d1e7be1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.994895 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-10ce3382-d49d-4867-9201-37ed9d1e7be1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.043391 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-10ce3382-d49d-4867-9201-37ed9d1e7be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.046121 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-10ce3382-d49d-4867-9201-37ed9d1e7be1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.047276 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-10ce3382-d49d-4867-9201-37ed9d1e7be1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/737cfb2f-5ebe-4afb-904a-656e98542661 HTTP/1.1" status: 204 len: 168 time: 0.1334112 Nov 22 16:57:53.055117 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce3382-d49d-4867-9201-37ed9d1e7be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737cfb2f-5ebe-4afb-904a-656e98542661,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:53.746842 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 45894) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:53.838843 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba20cb-2176-4e63-834a-afa63b6aaad9 req-3b848c69-9785-4532-acf1-8ff40c7f6361 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:53.841863 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d1ba20cb-2176-4e63-834a-afa63b6aaad9 req-3b848c69-9785-4532-acf1-8ff40c7f6361 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=916ff37c-d969-4e5a-b217-f60921bd6d25 HTTP/1.1" status: 200 len: 945 time: 0.0729177 Nov 22 16:57:53.851540 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b8df8-f04d-482b-9c25-5807dfc7bed9 req-71246a0e-fe1d-4c57-a610-7ee9fc20ae7d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:53.853371 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ac6b8df8-f04d-482b-9c25-5807dfc7bed9 req-71246a0e-fe1d-4c57-a610-7ee9fc20ae7d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0731769 Nov 22 16:57:53.867112 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-99664191-479c-4256-af5a-5d437ee26364 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-666691287-network', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:53.911410 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99664191-479c-4256-af5a-5d437ee26364 admin admin] Made reservation on behalf of 3fb052a8ba2c4cf684bc111e26b2c6ca for: {'network': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:53.912660 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d1ba20cb-2176-4e63-834a-afa63b6aaad9 req-345bccb9-a991-4c71-b2b6-93cca5c5ed83 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595338 Nov 22 16:57:53.913741 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-99664191-479c-4256-af5a-5d437ee26364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for network, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.930781 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-99664191-479c-4256-af5a-5d437ee26364 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.947655 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ac6b8df8-f04d-482b-9c25-5807dfc7bed9 req-27ce80e2-62b1-4cc7-accf-61d60a747daf tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872574 Nov 22 16:57:54.036256 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-99664191-479c-4256-af5a-5d437ee26364 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.041897 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-99664191-479c-4256-af5a-5d437ee26364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.066016 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99664191-479c-4256-af5a-5d437ee26364 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1232} {{(pid=102627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:54.082907 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99664191-479c-4256-af5a-5d437ee26364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c948567-7d0f-4ffa-a719-fb013e7be68d,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:54.091389 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-99664191-479c-4256-af5a-5d437ee26364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.091389 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.db.segments_db [None req-99664191-479c-4256-af5a-5d437ee26364 admin admin] Added segment 5a968853-1af1-46b3-8a6e-ae7e1b404ec4 of type vlan for network 9e0316c1-ed6f-4147-a582-f43d4b45ed05 Nov 22 16:57:54.145268 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-99664191-479c-4256-af5a-5d437ee26364 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736619566340'] for network, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.172284 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-99664191-479c-4256-af5a-5d437ee26364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for network, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.173287 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99664191-479c-4256-af5a-5d437ee26364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:54.173897 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-99664191-479c-4256-af5a-5d437ee26364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.209613 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-99664191-479c-4256-af5a-5d437ee26364 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4615507 Nov 22 16:57:54.213238 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 45904) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:54.217981 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-1885b58a-f7c5-48b6-ac96-c27d9bb0b77c admin admin] Request body: {'subnet': {'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-666691287-subnet', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:54.251412 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1885b58a-f7c5-48b6-ac96-c27d9bb0b77c admin admin] Made reservation on behalf of 3fb052a8ba2c4cf684bc111e26b2c6ca for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:54.255314 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1885b58a-f7c5-48b6-ac96-c27d9bb0b77c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25295906'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.277280 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99664191-479c-4256-af5a-5d437ee26364 admin admin] Pushing event updated for resources: {'Network': ['ID=9e0316c1-ed6f-4147-a582-f43d4b45ed05,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:54.297277 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Network 9e0316c1-ed6f-4147-a582-f43d4b45ed05 details requested by agent ovs-agent-dv-cinder-778193-11-iscsi with host dv-cinder-778193-11-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:54.639084 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1885b58a-f7c5-48b6-ac96-c27d9bb0b77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25513796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25295884'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.688927 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885b58a-f7c5-48b6-ac96-c27d9bb0b77c admin admin] Pushing event updated for resources: {'Subnet': ['ID=80a11fbc-1cd5-456e-a3ee-c1df04fd356c,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:54.703699 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1885b58a-f7c5-48b6-ac96-c27d9bb0b77c admin admin] Checking segment: {'id': '5a968853-1af1-46b3-8a6e-ae7e1b404ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:54.704088 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1885b58a-f7c5-48b6-ac96-c27d9bb0b77c admin admin] Network hostable DHCP agents. Network: 9e0316c1-ed6f-4147-a582-f43d4b45ed05, hostable agents: ['adaf967d-dae0-466d-8f0c-362e3950e29c'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:54.720143 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1885b58a-f7c5-48b6-ac96-c27d9bb0b77c admin admin] Network 9e0316c1-ed6f-4147-a582-f43d4b45ed05 is scheduled to be hosted by DHCP agent adaf967d-dae0-466d-8f0c-362e3950e29c with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:54.728605 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-1885b58a-f7c5-48b6-ac96-c27d9bb0b77c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-11-iscsi, 9e0316c1-ed6f-4147-a582-f43d4b45ed05) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:54.732441 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1885b58a-f7c5-48b6-ac96-c27d9bb0b77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:54.733048 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1885b58a-f7c5-48b6-ac96-c27d9bb0b77c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.739354 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b163383c-da4c-45cd-8b39-2901cc52179c None None] Network 9e0316c1-ed6f-4147-a582-f43d4b45ed05 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:54.749874 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-1885b58a-f7c5-48b6-ac96-c27d9bb0b77c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5355406 Nov 22 16:57:54.752759 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 45916) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:54.757021 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a688a022-d327-41d9-b9e3-d4c119a40367 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-666691287-router', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:54.776493 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a688a022-d327-41d9-b9e3-d4c119a40367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9930'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.777477 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a688a022-d327-41d9-b9e3-d4c119a40367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3689828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10041'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.830633 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a688a022-d327-41d9-b9e3-d4c119a40367 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.890982 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4d7641c-f5a9-513a-9605-0fe7cfc59e29-9e0316c1-ed6f-4147-a582-f43d4b45ed05', 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'fixed_ips': [{'subnet_id': '80a11fbc-1cd5-456e-a3ee-c1df04fd356c'}]}} from dv-cinder-778193-11-iscsi. {{(pid=102629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:57:54.892204 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.972031 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a688a022-d327-41d9-b9e3-d4c119a40367 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.034579 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] Allocated IP 172.20.0.2 (9e0316c1-ed6f-4147-a582-f43d4b45ed05/80a11fbc-1cd5-456e-a3ee-c1df04fd356c/237ab6ad-4a24-41de-9c3a-ba634799aa37) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:55.101732 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6638b-553c-4831-a75c-10292a898978 req-ee988887-6bca-4758-884d-ab547dae1793 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:55.103310 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f8d6638b-553c-4831-a75c-10292a898978 req-ee988887-6bca-4758-884d-ab547dae1793 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0683334 Nov 22 16:57:55.184669 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.189805 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.219775 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f8d6638b-553c-4831-a75c-10292a898978 req-88cafe27-8b32-4b63-a552-cf5b93c3c9fc tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067805 Nov 22 16:57:55.234414 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] Network 9e0316c1-ed6f-4147-a582-f43d4b45ed05 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:55.238663 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:55.242513 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:55.265945 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a688a022-d327-41d9-b9e3-d4c119a40367 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.286096 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a688a022-d327-41d9-b9e3-d4c119a40367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.406690 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] Pushing event updated for resources: {'Port': ['ID=237ab6ad-4a24-41de-9c3a-ba634799aa37,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:55.418360 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-a688a022-d327-41d9-b9e3-d4c119a40367 admin admin] Allocated IP 172.27.0.80 (d3425354-8fe0-452b-a94a-32f4eb04cb86/91bd23ed-08b5-4bc5-9b3d-886376dc3ccb/b5928d23-f602-461e-8add-6335987b2e20) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:55.445008 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] Attempting to bind port 237ab6ad-4a24-41de-9c3a-ba634799aa37 on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:55.445819 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] Attempting to bind port 237ab6ad-4a24-41de-9c3a-ba634799aa37 by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '5a968853-1af1-46b3-8a6e-ae7e1b404ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:55.446186 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] Attempting to bind port 237ab6ad-4a24-41de-9c3a-ba634799aa37 on network 9e0316c1-ed6f-4147-a582-f43d4b45ed05 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:55.452423 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:55.452838 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] Checking segment: {'id': '5a968853-1af1-46b3-8a6e-ae7e1b404ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:55.453251 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.453808 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] Bound using segment: {'id': '5a968853-1af1-46b3-8a6e-ae7e1b404ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:55.454264 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] Bound port: 237ab6ad-4a24-41de-9c3a-ba634799aa37, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a968853-1af1-46b3-8a6e-ae7e1b404ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:55.454662 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.521532 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] For port 237ab6ad-4a24-41de-9c3a-ba634799aa37, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:55.525041 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] For port 237ab6ad-4a24-41de-9c3a-ba634799aa37, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=237ab6ad-4a24-41de-9c3a-ba634799aa37,segment=NetworkSegment(5a968853-1af1-46b3-8a6e-ae7e1b404ec4),segment_id=5a968853-1af1-46b3-8a6e-ae7e1b404ec4)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:55.529984 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.531194 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a688a022-d327-41d9-b9e3-d4c119a40367 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.590101 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a688a022-d327-41d9-b9e3-d4c119a40367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.594755 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca667d-e528-4fd5-a50d-fe76c6d8368e None None] Pushing event updated for resources: {'Port': ['ID=237ab6ad-4a24-41de-9c3a-ba634799aa37,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:55.636824 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a688a022-d327-41d9-b9e3-d4c119a40367 admin admin] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:55.644725 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-a688a022-d327-41d9-b9e3-d4c119a40367 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:55.647371 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a688a022-d327-41d9-b9e3-d4c119a40367 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:55.693789 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688a022-d327-41d9-b9e3-d4c119a40367 admin admin] Pushing event updated for resources: {'Port': ['ID=b5928d23-f602-461e-8add-6335987b2e20,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:55.966132 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a688a022-d327-41d9-b9e3-d4c119a40367 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.170084 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a688a022-d327-41d9-b9e3-d4c119a40367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309569'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.344114 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a688a022-d327-41d9-b9e3-d4c119a40367 admin admin] Router 7112de87-c73f-4c0c-ba19-1ad3f3867d76 is scheduled to L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:57:56.405610 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e2dc7-7e93-4d7f-9441-b817a67a6f8e req-28db2d8b-da4e-4f8e-a60f-e599aa96dca7 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:56.408468 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-502e2dc7-7e93-4d7f-9441-b817a67a6f8e req-28db2d8b-da4e-4f8e-a60f-e599aa96dca7 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.1014707 Nov 22 16:57:56.510292 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-502e2dc7-7e93-4d7f-9441-b817a67a6f8e req-499d1b8d-86cf-4e28-8d73-c1a1669f6447 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938325 Nov 22 16:57:56.521937 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a688a022-d327-41d9-b9e3-d4c119a40367 admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:56.534622 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] Sync routers for ids ['7112de87-c73f-4c0c-ba19-1ad3f3867d76'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:56.547019 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a688a022-d327-41d9-b9e3-d4c119a40367 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.548294 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] Routers {'7112de87-c73f-4c0c-ba19-1ad3f3867d76'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:56.551364 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a688a022-d327-41d9-b9e3-d4c119a40367 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7951491 Nov 22 16:57:56.551498 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:57:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['7112de87-c73f-4c0c-ba19-1ad3f3867d76'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:56.551773 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 45948) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:56.614807 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cb6d9c-0bf1-4e28-8138-9c4fe4913eab None None] Network 9e0316c1-ed6f-4147-a582-f43d4b45ed05 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:56.682044 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] Set router 7112de87-c73f-4c0c-ba19-1ad3f3867d76 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:56.684248 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-3342c7c9-3e04-4be5-aeed-a4e8c906403c None None] Provisioning complete for port 237ab6ad-4a24-41de-9c3a-ba634799aa37 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:56.684842 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3342c7c9-3e04-4be5-aeed-a4e8c906403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.880593 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3342c7c9-3e04-4be5-aeed-a4e8c906403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.919892 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-3342c7c9-3e04-4be5-aeed-a4e8c906403c None None] For port 237ab6ad-4a24-41de-9c3a-ba634799aa37, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=237ab6ad-4a24-41de-9c3a-ba634799aa37,segment=NetworkSegment(5a968853-1af1-46b3-8a6e-ae7e1b404ec4),segment_id=5a968853-1af1-46b3-8a6e-ae7e1b404ec4)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:56.926296 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3342c7c9-3e04-4be5-aeed-a4e8c906403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.969859 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'name': 'tempest-TestMinimumBasicScenario-666691287-router', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b5928d23-f602-461e-8add-6335987b2e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:54Z', 'updated_at': '2021-11-22T16:57:55Z', 'revision_number': 3, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'gw_port': {'id': 'b5928d23-f602-461e-8add-6335987b2e20', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:55Z', 'updated_at': '2021-11-22T16:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:57.005163 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342c7c9-3e04-4be5-aeed-a4e8c906403c None None] Pushing event updated for resources: {'Port': ['ID=237ab6ad-4a24-41de-9c3a-ba634799aa37,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:57.022345 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] Checking router: 7112de87-c73f-4c0c-ba19-1ad3f3867d76 for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:57.022921 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] Updating router 7112de87-c73f-4c0c-ba19-1ad3f3867d76 port b5928d23-f602-461e-8add-6335987b2e20 binding host dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:57:57.062563 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.152422 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 45958) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:57.256731 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-87c2c813-be6e-4885-9a11-97d5dd0b0412 None None] Provisioning complete for port 237ab6ad-4a24-41de-9c3a-ba634799aa37 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:57.257154 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-87c2c813-be6e-4885-9a11-97d5dd0b0412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.310938 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d05c29d0-ebe0-4b4f-8302-e5c3254908ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.329646 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 237ab6ad-4a24-41de-9c3a-ba634799aa37 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:57.359781 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-963156d6-9fa8-43e5-962c-3824ad243fff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.436488 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 237ab6ad-4a24-41de-9c3a-ba634799aa37 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:57.437208 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.471909 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-963156d6-9fa8-43e5-962c-3824ad243fff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.480226 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-963156d6-9fa8-43e5-962c-3824ad243fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.514291 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.521924 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.536221 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-d05c29d0-ebe0-4b4f-8302-e5c3254908ad admin admin] Allocated IP 172.20.0.1 (9e0316c1-ed6f-4147-a582-f43d4b45ed05/80a11fbc-1cd5-456e-a3ee-c1df04fd356c/9b7131be-2dc8-470e-9de8-108fb1283349) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:57.555656 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963156d6-9fa8-43e5-962c-3824ad243fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79db5482-e352-4c65-843d-3a27ade73823,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:57.560462 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-963156d6-9fa8-43e5-962c-3824ad243fff admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=aa90d3fd4ff746f4957bea5b1bebe729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4064384 Nov 22 16:57:57.563073 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 45968) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:57.619499 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-12591cc3-8b6c-45c7-83c0-a6ab08a168c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.623700 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] Attempting to bind port b5928d23-f602-461e-8add-6335987b2e20 on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:57.625484 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] Attempting to bind port b5928d23-f602-461e-8add-6335987b2e20 by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:57.626070 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] Attempting to bind port b5928d23-f602-461e-8add-6335987b2e20 on network d3425354-8fe0-452b-a94a-32f4eb04cb86 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:57.634935 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:57.635705 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] Checking segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:57.636364 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.636962 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] Bound using segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:57.639017 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] Bound port: b5928d23-f602-461e-8add-6335987b2e20, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:57.639961 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.648296 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-12591cc3-8b6c-45c7-83c0-a6ab08a168c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.675802 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d05c29d0-ebe0-4b4f-8302-e5c3254908ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.681371 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac563494-5f86-4dfa-a31e-dcd87928bdc7 None None] Pushing event updated for resources: {'Port': ['ID=b5928d23-f602-461e-8add-6335987b2e20,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:57.711747 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] For port b5928d23-f602-461e-8add-6335987b2e20, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:57.716379 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] For port b5928d23-f602-461e-8add-6335987b2e20, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=b5928d23-f602-461e-8add-6335987b2e20,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:57.721636 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.725528 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d05c29d0-ebe0-4b4f-8302-e5c3254908ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.726201 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf24aab-0107-4892-b88d-ccc34dec500e req-812cc4a5-e6d8-4493-ae71-3476d6b1640a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:57.727909 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-faf24aab-0107-4892-b88d-ccc34dec500e req-812cc4a5-e6d8-4493-ae71-3476d6b1640a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0857944 Nov 22 16:57:57.779499 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] Routers {'7112de87-c73f-4c0c-ba19-1ad3f3867d76'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:57.780140 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:57:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['7112de87-c73f-4c0c-ba19-1ad3f3867d76'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:57.790620 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05c29d0-ebe0-4b4f-8302-e5c3254908ad admin admin] Network 9e0316c1-ed6f-4147-a582-f43d4b45ed05 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:57.792973 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-d05c29d0-ebe0-4b4f-8302-e5c3254908ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:57.795126 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c29d0-ebe0-4b4f-8302-e5c3254908ad admin admin] Pushing event updated for resources: {'Port': ['ID=9b7131be-2dc8-470e-9de8-108fb1283349,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:57.799352 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05c29d0-ebe0-4b4f-8302-e5c3254908ad admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:57.830761 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-12591cc3-8b6c-45c7-83c0-a6ab08a168c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.836176 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-12591cc3-8b6c-45c7-83c0-a6ab08a168c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.837993 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-12591cc3-8b6c-45c7-83c0-a6ab08a168c5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/79db5482-e352-4c65-843d-3a27ade73823 HTTP/1.1" status: 204 len: 168 time: 0.2739995 Nov 22 16:57:57.870711 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d05c29d0-ebe0-4b4f-8302-e5c3254908ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833062'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.875728 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac563494-5f86-4dfa-a31e-dcd87928bdc7 None None] Pushing event updated for resources: {'Port': ['ID=b5928d23-f602-461e-8add-6335987b2e20,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:57.883431 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-faf24aab-0107-4892-b88d-ccc34dec500e req-3164f78a-de17-4c9a-9e34-ac9476cbb5f6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348429 Nov 22 16:57:57.884787 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12591cc3-8b6c-45c7-83c0-a6ab08a168c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79db5482-e352-4c65-843d-3a27ade73823,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:57.970588 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] Set router 7112de87-c73f-4c0c-ba19-1ad3f3867d76 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:58.082995 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d05c29d0-ebe0-4b4f-8302-e5c3254908ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.146726 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-b4d72374-c8f8-4faa-896c-ec4411ece1b8 None None] Provisioning complete for port 9b7131be-2dc8-470e-9de8-108fb1283349 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:58.147757 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b4d72374-c8f8-4faa-896c-ec4411ece1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.189982 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b4d72374-c8f8-4faa-896c-ec4411ece1b8 None None] Port 9b7131be-2dc8-470e-9de8-108fb1283349 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:58.212442 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'name': 'tempest-TestMinimumBasicScenario-666691287-router', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b5928d23-f602-461e-8add-6335987b2e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:54Z', 'updated_at': '2021-11-22T16:57:55Z', 'revision_number': 3, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'gw_port': {'id': 'b5928d23-f602-461e-8add-6335987b2e20', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:55Z', 'updated_at': '2021-11-22T16:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:58.237569 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5009fc-064d-4a9c-b1a0-f53ab428bd1f None None] The sync data for ids ['7112de87-c73f-4c0c-ba19-1ad3f3867d76'] in dv-cinder-778193-11-iscsi is: [{'id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'name': 'tempest-TestMinimumBasicScenario-666691287-router', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b5928d23-f602-461e-8add-6335987b2e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:54Z', 'updated_at': '2021-11-22T16:57:55Z', 'revision_number': 3, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'gw_port': {'id': 'b5928d23-f602-461e-8add-6335987b2e20', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:55Z', 'updated_at': '2021-11-22T16:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:58.300447 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.311028 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d05c29d0-ebe0-4b4f-8302-e5c3254908ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.319457 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d05c29d0-ebe0-4b4f-8302-e5c3254908ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.396844 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d05c29d0-ebe0-4b4f-8302-e5c3254908ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832954'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.398858 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c29d0-ebe0-4b4f-8302-e5c3254908ad admin admin] Pushing event updated for resources: {'Port': ['ID=9b7131be-2dc8-470e-9de8-108fb1283349,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:58.516305 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05c29d0-ebe0-4b4f-8302-e5c3254908ad admin admin] Network 9e0316c1-ed6f-4147-a582-f43d4b45ed05 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:58.522951 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-d05c29d0-ebe0-4b4f-8302-e5c3254908ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:58.712359 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05c29d0-ebe0-4b4f-8302-e5c3254908ad admin admin] Router 7112de87-c73f-4c0c-ba19-1ad3f3867d76 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:58.830310 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-b84ac39a-162e-4ab2-baf7-2f56a5532bb3 None None] Provisioning complete for port 9b7131be-2dc8-470e-9de8-108fb1283349 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:58.831053 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b84ac39a-162e-4ab2-baf7-2f56a5532bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.883947 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b84ac39a-162e-4ab2-baf7-2f56a5532bb3 None None] Port 9b7131be-2dc8-470e-9de8-108fb1283349 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:58.892628 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05c29d0-ebe0-4b4f-8302-e5c3254908ad admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:58.904890 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d05c29d0-ebe0-4b4f-8302-e5c3254908ad admin admin] 10.222.0.75 "PUT /v2.0/routers/7112de87-c73f-4c0c-ba19-1ad3f3867d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3517406 Nov 22 16:57:59.115033 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4eee48-a608-44a0-b712-c6f54b5e430e req-43fa8e52-37ec-42fb-a3a7-c3ee75f19c25 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:59.121270 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-df4eee48-a608-44a0-b712-c6f54b5e430e req-43fa8e52-37ec-42fb-a3a7-c3ee75f19c25 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.1183078 Nov 22 16:57:59.169531 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abab8d6-d9d8-4ae8-88a2-8c747ce55057 req-18808f34-4460-4b44-b0c2-58b047db0d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:59.171206 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1abab8d6-d9d8-4ae8-88a2-8c747ce55057 req-18808f34-4460-4b44-b0c2-58b047db0d60 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=012a405b16094665bf98670cf1f502b2&device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 1098 time: 0.1086795 Nov 22 16:57:59.191948 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-df4eee48-a608-44a0-b712-c6f54b5e430e req-7a1172a0-84a0-4b00-ad52-605aea5ae847 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622485 Nov 22 16:57:59.220957 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2085c78-f1f4-45ad-9277-a87b80c47447 req-7e037c22-0d4a-41a3-b3ab-62080695b329 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:59.229001 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c2085c78-f1f4-45ad-9277-a87b80c47447 req-7e037c22-0d4a-41a3-b3ab-62080695b329 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.1143353 Nov 22 16:57:59.339993 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device b5928d23-f602-461e-8add-6335987b2e20 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:59.352395 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c2085c78-f1f4-45ad-9277-a87b80c47447 req-a8816140-3ba2-4337-8622-7bbbdebd9680 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175597 Nov 22 16:57:59.381650 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abab8d6-d9d8-4ae8-88a2-8c747ce55057 req-723a978c-dffd-4af3-97ca-2c8fe39f0c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:59.384832 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1abab8d6-d9d8-4ae8-88a2-8c747ce55057 req-723a978c-dffd-4af3-97ca-2c8fe39f0c40 service neutron] 10.222.0.85 "GET /v2.0/networks?id=addedaf8-c56a-4700-8c31-6938e05f34b5 HTTP/1.1" status: 200 len: 920 time: 0.1864493 Nov 22 16:57:59.425325 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port b5928d23-f602-461e-8add-6335987b2e20 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:59.425688 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.452494 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1abab8d6-d9d8-4ae8-88a2-8c747ce55057 req-4cf3bef4-0959-4245-825a-f2576e5900a1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 HTTP/1.1" status: 200 len: 217 time: 0.0469301 Nov 22 16:57:59.514700 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abab8d6-d9d8-4ae8-88a2-8c747ce55057 req-2bb4574e-ca1e-4871-9a5b-fddba0a9b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:59.516193 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1abab8d6-d9d8-4ae8-88a2-8c747ce55057 req-2bb4574e-ca1e-4871-9a5b-fddba0a9b45c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ed57d480-17de-4af9-a2a6-f35eb04a38a9 HTTP/1.1" status: 200 len: 858 time: 0.0519164 Nov 22 16:57:59.519848 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.543790 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] For port b5928d23-f602-461e-8add-6335987b2e20, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=b5928d23-f602-461e-8add-6335987b2e20,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:59.552509 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.564342 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1abab8d6-d9d8-4ae8-88a2-8c747ce55057 req-bd1d409f-bc79-49df-81c8-352237cfe1a2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=addedaf8-c56a-4700-8c31-6938e05f34b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328312 Nov 22 16:57:59.608896 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Pushing event updated for resources: {'Port': ['ID=b5928d23-f602-461e-8add-6335987b2e20,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:59.672223 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1abab8d6-d9d8-4ae8-88a2-8c747ce55057 req-752ee7b4-b3fd-4a92-9cfc-8ba3d45c68e8 service neutron] 10.222.0.85 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975904 Nov 22 16:57:59.683242 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 46006) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:59.688476 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a0cc0c86-60ce-43d9-8ada-0699eb0cbea4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-368966767-network', 'tenant_id': 'e58616f540374fd9a48951b0d6b1afe7'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:59.760364 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cc0c86-60ce-43d9-8ada-0699eb0cbea4 admin admin] Made reservation on behalf of e58616f540374fd9a48951b0d6b1afe7 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:59.762637 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0cc0c86-60ce-43d9-8ada-0699eb0cbea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.775403 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0cc0c86-60ce-43d9-8ada-0699eb0cbea4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.815226 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1abab8d6-d9d8-4ae8-88a2-8c747ce55057 req-b0b03819-22a6-40bc-a6b4-3310c9ae8c0a service neutron] 10.222.0.85 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230526 Nov 22 16:57:59.876878 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0cc0c86-60ce-43d9-8ada-0699eb0cbea4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.881720 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0cc0c86-60ce-43d9-8ada-0699eb0cbea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.908702 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0cc0c86-60ce-43d9-8ada-0699eb0cbea4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1234} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:59.918515 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc0c86-60ce-43d9-8ada-0699eb0cbea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a5c898-e18f-4b6b-b832-29b4d06db6b8,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:59.924726 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0cc0c86-60ce-43d9-8ada-0699eb0cbea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.925062 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-a0cc0c86-60ce-43d9-8ada-0699eb0cbea4 admin admin] Added segment 5b717409-63e9-4968-a7dd-59c7a127f8ba of type vlan for network aa423c4e-67cf-4692-ad7a-63cacf2443dd Nov 22 16:57:59.969787 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0cc0c86-60ce-43d9-8ada-0699eb0cbea4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736619566340'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.995367 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0cc0c86-60ce-43d9-8ada-0699eb0cbea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.996346 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cc0c86-60ce-43d9-8ada-0699eb0cbea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:59.996938 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0cc0c86-60ce-43d9-8ada-0699eb0cbea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.054411 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 46014) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:00.054683 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a0cc0c86-60ce-43d9-8ada-0699eb0cbea4 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3694758 Nov 22 16:58:00.060884 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-f00de9f1-4e9c-4f3a-a8e6-d13c5f32ddae admin admin] Request body: {'subnet': {'network_id': 'aa423c4e-67cf-4692-ad7a-63cacf2443dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-368966767-subnet', 'tenant_id': 'e58616f540374fd9a48951b0d6b1afe7', 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:00.068396 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc0c86-60ce-43d9-8ada-0699eb0cbea4 admin admin] Pushing event updated for resources: {'Network': ['ID=aa423c4e-67cf-4692-ad7a-63cacf2443dd,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:00.079052 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Network aa423c4e-67cf-4692-ad7a-63cacf2443dd details requested by agent ovs-agent-dv-cinder-778193-11-iscsi with host dv-cinder-778193-11-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:58:00.089729 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00de9f1-4e9c-4f3a-a8e6-d13c5f32ddae admin admin] Made reservation on behalf of e58616f540374fd9a48951b0d6b1afe7 for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:00.092305 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f00de9f1-4e9c-4f3a-a8e6-d13c5f32ddae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29185990'] for subnet, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.227596 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] Sync routers for ids ['7112de87-c73f-4c0c-ba19-1ad3f3867d76'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:58:00.238152 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] Routers {'7112de87-c73f-4c0c-ba19-1ad3f3867d76'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:00.238775 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:57:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['7112de87-c73f-4c0c-ba19-1ad3f3867d76'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:00.270033 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f00de9f1-4e9c-4f3a-a8e6-d13c5f32ddae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25506053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29186024'] for subnet, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.349441 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] Set router 7112de87-c73f-4c0c-ba19-1ad3f3867d76 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:00.362833 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00de9f1-4e9c-4f3a-a8e6-d13c5f32ddae admin admin] Pushing event updated for resources: {'Subnet': ['ID=373496a8-699e-4fe1-a614-ff80eb694815,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:00.377582 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00de9f1-4e9c-4f3a-a8e6-d13c5f32ddae admin admin] Checking segment: {'id': '5b717409-63e9-4968-a7dd-59c7a127f8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'aa423c4e-67cf-4692-ad7a-63cacf2443dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:58:00.377887 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00de9f1-4e9c-4f3a-a8e6-d13c5f32ddae admin admin] Network hostable DHCP agents. Network: aa423c4e-67cf-4692-ad7a-63cacf2443dd, hostable agents: ['adaf967d-dae0-466d-8f0c-362e3950e29c'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:58:00.391270 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb9bb-44e1-42f7-8717-cd34049e3c23 req-1e0a7090-71a1-4360-9e1d-e24746fed71c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:00.392816 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-889bb9bb-44e1-42f7-8717-cd34049e3c23 req-1e0a7090-71a1-4360-9e1d-e24746fed71c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0936213 Nov 22 16:58:00.421960 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00de9f1-4e9c-4f3a-a8e6-d13c5f32ddae admin admin] Network aa423c4e-67cf-4692-ad7a-63cacf2443dd is scheduled to be hosted by DHCP agent adaf967d-dae0-466d-8f0c-362e3950e29c with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:58:00.435246 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-f00de9f1-4e9c-4f3a-a8e6-d13c5f32ddae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-11-iscsi, aa423c4e-67cf-4692-ad7a-63cacf2443dd) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:00.449601 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00de9f1-4e9c-4f3a-a8e6-d13c5f32ddae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:00.450188 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f00de9f1-4e9c-4f3a-a8e6-d13c5f32ddae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.476847 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-889bb9bb-44e1-42f7-8717-cd34049e3c23 req-f5642458-567e-4b08-8694-e6a8390ecba7 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773613 Nov 22 16:58:00.480961 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-f00de9f1-4e9c-4f3a-a8e6-d13c5f32ddae admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4240034 Nov 22 16:58:00.483472 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 46022) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:00.488508 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca36a653-deb9-4a18-874e-54d0c80d212b None None] Network aa423c4e-67cf-4692-ad7a-63cacf2443dd requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:00.491659 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-f5ecc967-d558-4099-962c-35749ae9bb2a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-368966767-router', 'tenant_id': 'e58616f540374fd9a48951b0d6b1afe7', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:00.522808 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc967-d558-4099-962c-35749ae9bb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9930'] for router, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.524039 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc967-d558-4099-962c-35749ae9bb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3689828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10041'] for router, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.526783 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74185ce-2a09-4c30-80c7-f1580fcc35be req-14788da0-8d0a-4e73-92d2-ca94d3423a83 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:00.528555 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c74185ce-2a09-4c30-80c7-f1580fcc35be req-14788da0-8d0a-4e73-92d2-ca94d3423a83 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0801301 Nov 22 16:58:00.586123 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c74185ce-2a09-4c30-80c7-f1580fcc35be req-ee92909b-4ecc-4039-9f71-5e59892c5165 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517507 Nov 22 16:58:00.593894 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc967-d558-4099-962c-35749ae9bb2a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.719823 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4d7641c-f5a9-513a-9605-0fe7cfc59e29-aa423c4e-67cf-4692-ad7a-63cacf2443dd', 'network_id': 'aa423c4e-67cf-4692-ad7a-63cacf2443dd', 'tenant_id': 'e58616f540374fd9a48951b0d6b1afe7', 'fixed_ips': [{'subnet_id': '373496a8-699e-4fe1-a614-ff80eb694815'}]}} from dv-cinder-778193-11-iscsi. {{(pid=102629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:58:00.720767 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.742063 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc967-d558-4099-962c-35749ae9bb2a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.744530 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'name': 'tempest-TestMinimumBasicScenario-666691287-router', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b5928d23-f602-461e-8add-6335987b2e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:54Z', 'updated_at': '2021-11-22T16:57:58Z', 'revision_number': 4, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'gw_port': {'id': 'b5928d23-f602-461e-8add-6335987b2e20', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:55Z', 'updated_at': '2021-11-22T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '9b7131be-2dc8-470e-9de8-108fb1283349', 'name': '', 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'mac_address': 'fa:16:3e:32:8c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '80a11fbc-1cd5-456e-a3ee-c1df04fd356c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:57Z', 'updated_at': '2021-11-22T16:57:58Z', 'revision_number': 2, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'subnets': [{'id': '80a11fbc-1cd5-456e-a3ee-c1df04fd356c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:00.893363 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] Checking router: 7112de87-c73f-4c0c-ba19-1ad3f3867d76 for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:58:00.893721 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] Updating router 7112de87-c73f-4c0c-ba19-1ad3f3867d76 port 9b7131be-2dc8-470e-9de8-108fb1283349 binding host dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:58:00.981291 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.132900 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] Allocated IP 172.20.0.2 (aa423c4e-67cf-4692-ad7a-63cacf2443dd/373496a8-699e-4fe1-a614-ff80eb694815/41aa3970-bf75-415b-b04d-0265e9f94e4d) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:01.181250 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc967-d558-4099-962c-35749ae9bb2a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.201548 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc967-d558-4099-962c-35749ae9bb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.249817 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device b5928d23-f602-461e-8add-6335987b2e20 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:01.340826 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-f5ecc967-d558-4099-962c-35749ae9bb2a admin admin] Allocated IP 172.27.0.174 (d3425354-8fe0-452b-a94a-32f4eb04cb86/91bd23ed-08b5-4bc5-9b3d-886376dc3ccb/9bb64852-a735-4ca5-90fa-9674cba7687d) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:01.420299 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port b5928d23-f602-461e-8add-6335987b2e20 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:01.420906 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.456135 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc967-d558-4099-962c-35749ae9bb2a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.477486 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.504540 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc967-d558-4099-962c-35749ae9bb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.511249 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.566892 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.573199 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ecc967-d558-4099-962c-35749ae9bb2a admin admin] Pushing event updated for resources: {'Port': ['ID=9bb64852-a735-4ca5-90fa-9674cba7687d,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:01.584107 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.591320 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] Pushing event updated for resources: {'Port': ['ID=41aa3970-bf75-415b-b04d-0265e9f94e4d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:01.594149 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ecc967-d558-4099-962c-35749ae9bb2a admin admin] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:01.597304 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] Network aa423c4e-67cf-4692-ad7a-63cacf2443dd is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:01.619092 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-f5ecc967-d558-4099-962c-35749ae9bb2a admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:01.622029 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ecc967-d558-4099-962c-35749ae9bb2a admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:58:01.625009 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:01.654730 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:58:01.684660 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab4a80-af30-4814-88dd-1055edeeac89 req-e9c16243-bb18-4fe1-bbef-b11b70b6ea34 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:01.686271 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-daab4a80-af30-4814-88dd-1055edeeac89 req-e9c16243-bb18-4fe1-bbef-b11b70b6ea34 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.1086779 Nov 22 16:58:01.727811 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3dac2-f055-4aff-ab32-421002a37601 None None] Pushing event updated for resources: {'Port': ['ID=9b7131be-2dc8-470e-9de8-108fb1283349,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:01.836415 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] Attempting to bind port 41aa3970-bf75-415b-b04d-0265e9f94e4d on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:58:01.836836 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] Attempting to bind port 41aa3970-bf75-415b-b04d-0265e9f94e4d by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '5b717409-63e9-4968-a7dd-59c7a127f8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'aa423c4e-67cf-4692-ad7a-63cacf2443dd'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:58:01.837138 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] Attempting to bind port 41aa3970-bf75-415b-b04d-0265e9f94e4d on network aa423c4e-67cf-4692-ad7a-63cacf2443dd {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:58:01.843826 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f19a1-2c97-4736-9a9f-7aa4213adfc7 req-4ebbd5df-d7cb-44bc-af78-27138d0205c2 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:01.844690 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:58:01.845142 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] Checking segment: {'id': '5b717409-63e9-4968-a7dd-59c7a127f8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'aa423c4e-67cf-4692-ad7a-63cacf2443dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:58:01.845966 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.846504 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] Bound using segment: {'id': '5b717409-63e9-4968-a7dd-59c7a127f8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'aa423c4e-67cf-4692-ad7a-63cacf2443dd'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:58:01.847818 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] Bound port: 41aa3970-bf75-415b-b04d-0265e9f94e4d, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b717409-63e9-4968-a7dd-59c7a127f8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'aa423c4e-67cf-4692-ad7a-63cacf2443dd'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:58:01.848239 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.855093 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cf8f19a1-2c97-4736-9a9f-7aa4213adfc7 req-4ebbd5df-d7cb-44bc-af78-27138d0205c2 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.1255012 Nov 22 16:58:01.864639 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-daab4a80-af30-4814-88dd-1055edeeac89 req-d6044dca-16d5-4cfd-b15e-118d8d0bc85c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355181 Nov 22 16:58:01.893933 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] Attempting to bind port 9b7131be-2dc8-470e-9de8-108fb1283349 on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:58:01.894305 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] Attempting to bind port 9b7131be-2dc8-470e-9de8-108fb1283349 by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '5a968853-1af1-46b3-8a6e-ae7e1b404ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:58:01.894660 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] Attempting to bind port 9b7131be-2dc8-470e-9de8-108fb1283349 on network 9e0316c1-ed6f-4147-a582-f43d4b45ed05 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:58:01.902823 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:58:01.903193 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] Checking segment: {'id': '5a968853-1af1-46b3-8a6e-ae7e1b404ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:58:01.903585 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.903974 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] Bound using segment: {'id': '5a968853-1af1-46b3-8a6e-ae7e1b404ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:58:01.904468 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] Bound port: 9b7131be-2dc8-470e-9de8-108fb1283349, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a968853-1af1-46b3-8a6e-ae7e1b404ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:58:01.904841 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.951355 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cf8f19a1-2c97-4736-9a9f-7aa4213adfc7 req-af0b115c-df26-43c3-bd72-aa2d12e0e272 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951428 Nov 22 16:58:02.003120 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc967-d558-4099-962c-35749ae9bb2a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.012673 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] For port 41aa3970-bf75-415b-b04d-0265e9f94e4d, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:58:02.020410 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] For port 41aa3970-bf75-415b-b04d-0265e9f94e4d, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=41aa3970-bf75-415b-b04d-0265e9f94e4d,segment=NetworkSegment(5b717409-63e9-4968-a7dd-59c7a127f8ba),segment_id=5b717409-63e9-4968-a7dd-59c7a127f8ba)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:58:02.031713 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.036823 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] For port 9b7131be-2dc8-470e-9de8-108fb1283349, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:58:02.079319 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] For port 9b7131be-2dc8-470e-9de8-108fb1283349, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=9b7131be-2dc8-470e-9de8-108fb1283349,segment=NetworkSegment(5a968853-1af1-46b3-8a6e-ae7e1b404ec4),segment_id=5a968853-1af1-46b3-8a6e-ae7e1b404ec4)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:58:02.096838 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.107814 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ffd491dd-932a-420c-b518-f9d1feb33c5a None None] Provisioning complete for port 9b7131be-2dc8-470e-9de8-108fb1283349 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:02.108051 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ffd491dd-932a-420c-b518-f9d1feb33c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.157739 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d23bfd-4073-436b-b755-8fec8c8a6c1b None None] Pushing event updated for resources: {'Port': ['ID=41aa3970-bf75-415b-b04d-0265e9f94e4d,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:02.211298 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] Routers {'7112de87-c73f-4c0c-ba19-1ad3f3867d76'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:02.212291 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:57:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['7112de87-c73f-4c0c-ba19-1ad3f3867d76'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:02.234409 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc967-d558-4099-962c-35749ae9bb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309569'] for router, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.307503 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3dac2-f055-4aff-ab32-421002a37601 None None] Pushing event updated for resources: {'Port': ['ID=9b7131be-2dc8-470e-9de8-108fb1283349,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:02.379100 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ffd491dd-932a-420c-b518-f9d1feb33c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.425628 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] Set router 7112de87-c73f-4c0c-ba19-1ad3f3867d76 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:02.445399 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ecc967-d558-4099-962c-35749ae9bb2a admin admin] Router a467bad3-8525-4f90-a74d-c808846852c7 is scheduled to L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 with binding_index 1 {{(pid=102627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:58:02.471924 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ffd491dd-932a-420c-b518-f9d1feb33c5a None None] For port 9b7131be-2dc8-470e-9de8-108fb1283349, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=9b7131be-2dc8-470e-9de8-108fb1283349,segment=NetworkSegment(5a968853-1af1-46b3-8a6e-ae7e1b404ec4),segment_id=5a968853-1af1-46b3-8a6e-ae7e1b404ec4)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:02.477806 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ffd491dd-932a-420c-b518-f9d1feb33c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.574052 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ecc967-d558-4099-962c-35749ae9bb2a admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:58:02.586231 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] Sync routers for ids ['a467bad3-8525-4f90-a74d-c808846852c7'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:58:02.599265 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] Routers {'a467bad3-8525-4f90-a74d-c808846852c7'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:02.600225 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:57:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['a467bad3-8525-4f90-a74d-c808846852c7'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:02.607890 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc967-d558-4099-962c-35749ae9bb2a admin admin] Publish callbacks [] for router, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.611679 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-f5ecc967-d558-4099-962c-35749ae9bb2a admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1240621 Nov 22 16:58:02.612317 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 46048) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:02.619345 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd491dd-932a-420c-b518-f9d1feb33c5a None None] Pushing event updated for resources: {'Port': ['ID=9b7131be-2dc8-470e-9de8-108fb1283349,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:02.637578 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-b1092407-6310-4bdc-93c5-32df498d7045 None None] Provisioning complete for port 9b7131be-2dc8-470e-9de8-108fb1283349 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:02.637949 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b1092407-6310-4bdc-93c5-32df498d7045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.728235 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] Set router a467bad3-8525-4f90-a74d-c808846852c7 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:02.894470 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'name': 'tempest-TestMinimumBasicScenario-666691287-router', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b5928d23-f602-461e-8add-6335987b2e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:54Z', 'updated_at': '2021-11-22T16:57:58Z', 'revision_number': 4, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'gw_port': {'id': 'b5928d23-f602-461e-8add-6335987b2e20', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:55Z', 'updated_at': '2021-11-22T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '9b7131be-2dc8-470e-9de8-108fb1283349', 'name': '', 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'mac_address': 'fa:16:3e:32:8c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '80a11fbc-1cd5-456e-a3ee-c1df04fd356c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:57Z', 'updated_at': '2021-11-22T16:58:02Z', 'revision_number': 4, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'subnets': [{'id': '80a11fbc-1cd5-456e-a3ee-c1df04fd356c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:02.946795 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c1c066-5385-47e2-b35d-541070e40b74 None None] The sync data for ids ['7112de87-c73f-4c0c-ba19-1ad3f3867d76'] in dv-cinder-778193-11-iscsi is: [{'id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'name': 'tempest-TestMinimumBasicScenario-666691287-router', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b5928d23-f602-461e-8add-6335987b2e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:54Z', 'updated_at': '2021-11-22T16:57:58Z', 'revision_number': 4, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'gw_port': {'id': 'b5928d23-f602-461e-8add-6335987b2e20', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:55Z', 'updated_at': '2021-11-22T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '9b7131be-2dc8-470e-9de8-108fb1283349', 'name': '', 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'mac_address': 'fa:16:3e:32:8c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '80a11fbc-1cd5-456e-a3ee-c1df04fd356c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:57Z', 'updated_at': '2021-11-22T16:58:02Z', 'revision_number': 4, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'subnets': [{'id': '80a11fbc-1cd5-456e-a3ee-c1df04fd356c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:58:02.949778 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'name': 'tempest-TestMinimumBasicScenario-368966767-router', 'tenant_id': 'e58616f540374fd9a48951b0d6b1afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '9bb64852-a735-4ca5-90fa-9674cba7687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:58:00Z', 'updated_at': '2021-11-22T16:58:01Z', 'revision_number': 3, 'project_id': 'e58616f540374fd9a48951b0d6b1afe7', 'gw_port': {'id': '9bb64852-a735-4ca5-90fa-9674cba7687d', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:88:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:58:01Z', 'updated_at': '2021-11-22T16:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:02.999451 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] Checking router: a467bad3-8525-4f90-a74d-c808846852c7 for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:58:02.999976 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] Updating router a467bad3-8525-4f90-a74d-c808846852c7 port 9bb64852-a735-4ca5-90fa-9674cba7687d binding host dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:58:03.061879 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.116967 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92afbb-bb16-4725-8226-688137205a89 req-3d3080b6-f8ab-462b-b340-d47a2c51d2d1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:03.118772 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ff92afbb-bb16-4725-8226-688137205a89 req-3d3080b6-f8ab-462b-b340-d47a2c51d2d1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0889387 Nov 22 16:58:03.185665 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7d8d-1b91-4ffe-a7a5-c4d65a43446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.235215 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ff92afbb-bb16-4725-8226-688137205a89 req-c038d5a1-cd39-423e-8573-fbf7a2934ba6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083972 Nov 22 16:58:03.251479 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2747a-49fa-4f68-bed4-2878d2554927 req-af38c6cd-afb9-49f7-bba4-06d76df56eaa tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:03.253049 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0bb2747a-49fa-4f68-bed4-2878d2554927 req-af38c6cd-afb9-49f7-bba4-06d76df56eaa tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.1430867 Nov 22 16:58:03.337526 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device eeee0f2b-0c59-426c-9308-f6ebadc254be details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:58:03.406868 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0bb2747a-49fa-4f68-bed4-2878d2554927 req-f186e932-c322-48e3-9803-a2e6952360a6 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347883 Nov 22 16:58:03.432193 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c46cd7-07e9-42eb-b510-0fc00bbf43c1 None None] Network aa423c4e-67cf-4692-ad7a-63cacf2443dd requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:03.475796 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 41aa3970-bf75-415b-b04d-0265e9f94e4d up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:03.496944 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.503242 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.579551 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc307ce-5bd4-479a-b4de-6be3716a1e05 None None] Pushing event updated for resources: {'Port': ['ID=9bb64852-a735-4ca5-90fa-9674cba7687d,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:03.583778 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] Attempting to bind port 9bb64852-a735-4ca5-90fa-9674cba7687d on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:58:03.584712 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] Attempting to bind port 9bb64852-a735-4ca5-90fa-9674cba7687d by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:58:03.584712 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] Attempting to bind port 9bb64852-a735-4ca5-90fa-9674cba7687d on network d3425354-8fe0-452b-a94a-32f4eb04cb86 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:58:03.590481 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:58:03.591097 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] Checking segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:58:03.591247 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.592071 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] Bound using segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:58:03.592558 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] Bound port: 9bb64852-a735-4ca5-90fa-9674cba7687d, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:58:03.592953 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.604455 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-ef8c7d8d-1b91-4ffe-a7a5-c4d65a43446b admin admin] Allocated IP 172.20.0.1 (aa423c4e-67cf-4692-ad7a-63cacf2443dd/373496a8-699e-4fe1-a614-ff80eb694815/ec303138-699e-42e7-9a09-bdbd77e6b2a8) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:03.677035 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] For port 9bb64852-a735-4ca5-90fa-9674cba7687d, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:58:03.677600 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-2d2fe6e9-52a9-4f83-8ca0-e4f3d7f6b38f None None] Provisioning complete for port 41aa3970-bf75-415b-b04d-0265e9f94e4d triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:03.677814 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d2fe6e9-52a9-4f83-8ca0-e4f3d7f6b38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.682493 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] For port 9bb64852-a735-4ca5-90fa-9674cba7687d, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=9bb64852-a735-4ca5-90fa-9674cba7687d,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:58:03.690849 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.767701 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc307ce-5bd4-479a-b4de-6be3716a1e05 None None] Pushing event updated for resources: {'Port': ['ID=9bb64852-a735-4ca5-90fa-9674cba7687d,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:03.786759 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] Routers {'a467bad3-8525-4f90-a74d-c808846852c7'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:03.787529 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:57:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['a467bad3-8525-4f90-a74d-c808846852c7'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:03.793453 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port eeee0f2b-0c59-426c-9308-f6ebadc254be, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eeee0f2b-0c59-426c-9308-f6ebadc254be,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:03.796592 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7d8d-1b91-4ffe-a7a5-c4d65a43446b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.844071 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': 'eeee0f2b-0c59-426c-9308-f6ebadc254be', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'port_id': 'eeee0f2b-0c59-426c-9308-f6ebadc254be', 'mac_address': 'fa:16:3e:39:65:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:58:03.856083 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 41aa3970-bf75-415b-b04d-0265e9f94e4d triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:03.856463 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.882954 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7d8d-1b91-4ffe-a7a5-c4d65a43446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.941435 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] Set router a467bad3-8525-4f90-a74d-c808846852c7 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:03.943278 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8c7d8d-1b91-4ffe-a7a5-c4d65a43446b admin admin] Network aa423c4e-67cf-4692-ad7a-63cacf2443dd is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:03.951790 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-ef8c7d8d-1b91-4ffe-a7a5-c4d65a43446b admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:03.955927 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c7d8d-1b91-4ffe-a7a5-c4d65a43446b admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:58:03.989622 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c7d8d-1b91-4ffe-a7a5-c4d65a43446b admin admin] Pushing event updated for resources: {'Port': ['ID=ec303138-699e-42e7-9a09-bdbd77e6b2a8,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:04.014057 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.017758 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7d8d-1b91-4ffe-a7a5-c4d65a43446b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833062'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.029643 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d2fe6e9-52a9-4f83-8ca0-e4f3d7f6b38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.066751 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eeee0f2b-0c59-426c-9308-f6ebadc254be {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:58:04.163944 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.209430 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-2d2fe6e9-52a9-4f83-8ca0-e4f3d7f6b38f None None] For port 41aa3970-bf75-415b-b04d-0265e9f94e4d, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=41aa3970-bf75-415b-b04d-0265e9f94e4d,segment=NetworkSegment(5b717409-63e9-4968-a7dd-59c7a127f8ba),segment_id=5b717409-63e9-4968-a7dd-59c7a127f8ba)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:04.222816 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port eeee0f2b-0c59-426c-9308-f6ebadc254be, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eeee0f2b-0c59-426c-9308-f6ebadc254be,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:04.252646 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7d8d-1b91-4ffe-a7a5-c4d65a43446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.311133 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.315603 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d2fe6e9-52a9-4f83-8ca0-e4f3d7f6b38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.411390 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'name': 'tempest-TestMinimumBasicScenario-368966767-router', 'tenant_id': 'e58616f540374fd9a48951b0d6b1afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '9bb64852-a735-4ca5-90fa-9674cba7687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:58:00Z', 'updated_at': '2021-11-22T16:58:01Z', 'revision_number': 3, 'project_id': 'e58616f540374fd9a48951b0d6b1afe7', 'gw_port': {'id': '9bb64852-a735-4ca5-90fa-9674cba7687d', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:88:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:58:01Z', 'updated_at': '2021-11-22T16:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:04.423946 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.db.api [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:58:04.423946 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG oslo_db.api [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:58:04.460133 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312eba4-780b-4647-827e-6f8be0bcacde req-19409773-4ecc-4740-b943-ddca1ae7258f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:04.462779 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f312eba4-780b-4647-827e-6f8be0bcacde req-19409773-4ecc-4740-b943-ddca1ae7258f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 944 time: 0.1088362 Nov 22 16:58:04.474497 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfa5517-4b2e-4bb1-9278-504a78a3edd6 None None] The sync data for ids ['a467bad3-8525-4f90-a74d-c808846852c7'] in dv-cinder-778193-11-iscsi is: [{'id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'name': 'tempest-TestMinimumBasicScenario-368966767-router', 'tenant_id': 'e58616f540374fd9a48951b0d6b1afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '9bb64852-a735-4ca5-90fa-9674cba7687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:58:00Z', 'updated_at': '2021-11-22T16:58:01Z', 'revision_number': 3, 'project_id': 'e58616f540374fd9a48951b0d6b1afe7', 'gw_port': {'id': '9bb64852-a735-4ca5-90fa-9674cba7687d', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:88:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:58:01Z', 'updated_at': '2021-11-22T16:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:58:04.496994 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['eeee0f2b-0c59-426c-9308-f6ebadc254be'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:58:04.501427 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=eeee0f2b-0c59-426c-9308-f6ebadc254be,revision_number=6']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:04.569765 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-fc7a0c60-9bbb-479c-967b-44cdfa967c81 None None] Provisioning complete for port 41aa3970-bf75-415b-b04d-0265e9f94e4d triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:04.570135 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fc7a0c60-9bbb-479c-967b-44cdfa967c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.616861 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f312eba4-780b-4647-827e-6f8be0bcacde req-12628413-90c6-41c3-a69a-e1d9ca673f45 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413729 Nov 22 16:58:04.740939 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fe6e9-52a9-4f83-8ca0-e4f3d7f6b38f None None] Pushing event updated for resources: {'Port': ['ID=41aa3970-bf75-415b-b04d-0265e9f94e4d,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:04.872038 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd403c-dad3-42de-bf75-ac4d2bcaeafb req-4c5b8926-9c58-4e21-947f-c9b3a893bc54 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:04.873706 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cbcd403c-dad3-42de-bf75-ac4d2bcaeafb req-4c5b8926-9c58-4e21-947f-c9b3a893bc54 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.1271791 Nov 22 16:58:04.985974 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 9b7131be-2dc8-470e-9de8-108fb1283349 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:05.008318 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cbcd403c-dad3-42de-bf75-ac4d2bcaeafb req-23a1d040-5963-486f-ba6b-56a207d3913b tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902116 Nov 22 16:58:05.044642 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-0c97ba0d-eb2e-41e0-994c-ce2b07c76d63 None None] Provisioning complete for port ec303138-699e-42e7-9a09-bdbd77e6b2a8 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:05.045015 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c97ba0d-eb2e-41e0-994c-ce2b07c76d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.057107 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7d8d-1b91-4ffe-a7a5-c4d65a43446b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.063174 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7d8d-1b91-4ffe-a7a5-c4d65a43446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.088934 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 9b7131be-2dc8-470e-9de8-108fb1283349 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:05.089303 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.092538 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0c97ba0d-eb2e-41e0-994c-ce2b07c76d63 None None] Port ec303138-699e-42e7-9a09-bdbd77e6b2a8 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:05.166890 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c7d8d-1b91-4ffe-a7a5-c4d65a43446b admin admin] Pushing event updated for resources: {'Port': ['ID=ec303138-699e-42e7-9a09-bdbd77e6b2a8,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:05.173632 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7d8d-1b91-4ffe-a7a5-c4d65a43446b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832954'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.326941 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8c7d8d-1b91-4ffe-a7a5-c4d65a43446b admin admin] Network aa423c4e-67cf-4692-ad7a-63cacf2443dd is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:05.329179 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-ef8c7d8d-1b91-4ffe-a7a5-c4d65a43446b admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:05.354005 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device eeee0f2b-0c59-426c-9308-f6ebadc254be up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:05.470208 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port eeee0f2b-0c59-426c-9308-f6ebadc254be triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:05.470779 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.577677 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 41aa3970-bf75-415b-b04d-0265e9f94e4d up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:05.634258 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8c7d8d-1b91-4ffe-a7a5-c4d65a43446b admin admin] Router a467bad3-8525-4f90-a74d-c808846852c7 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:58:05.767330 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 41aa3970-bf75-415b-b04d-0265e9f94e4d triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:05.768141 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.772382 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.856995 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a870d5f5-a982-4090-a858-df3242b104c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee0f2b-0c59-426c-9308-f6ebadc254be'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:05.859501 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5aea77f-8c09-4b75-bc5a-552171e1ff97" -d '{"events": [{"server_uuid": "a870d5f5-a982-4090-a858-df3242b104c2", "name": "network-vif-plugged", "status": "completed", "tag": "eeee0f2b-0c59-426c-9308-f6ebadc254be"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:05.899359 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8c7d8d-1b91-4ffe-a7a5-c4d65a43446b admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:58:05.928588 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-ef8c7d8d-1b91-4ffe-a7a5-c4d65a43446b admin admin] 10.222.0.75 "PUT /v2.0/routers/a467bad3-8525-4f90-a74d-c808846852c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3150692 Nov 22 16:58:05.929537 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd8607-5083-46bf-a232-b9d24456e089 req-9c871517-cbd1-4f04-bca7-7e693daa1454 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:05.940772 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-88fd8607-5083-46bf-a232-b9d24456e089 req-9c871517-cbd1-4f04-bca7-7e693daa1454 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 944 time: 0.1776776 Nov 22 16:58:05.951881 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port eeee0f2b-0c59-426c-9308-f6ebadc254be, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eeee0f2b-0c59-426c-9308-f6ebadc254be,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:05.965810 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.994908 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e70ea5-3da8-4cb6-8a0e-0d10b2f545e7 x-openstack-request-id: req-89e70ea5-3da8-4cb6-8a0e-0d10b2f545e7 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:05.995476 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a870d5f5-a982-4090-a858-df3242b104c2", "name": "network-vif-plugged", "status": "completed", "tag": "eeee0f2b-0c59-426c-9308-f6ebadc254be", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:05.995905 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-89e70ea5-3da8-4cb6-8a0e-0d10b2f545e7 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:05.996667 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a870d5f5-a982-4090-a858-df3242b104c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee0f2b-0c59-426c-9308-f6ebadc254be', 'code': 200} Nov 22 16:58:06.080587 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-88fd8607-5083-46bf-a232-b9d24456e089 req-43c276e9-69c7-4c4b-aa4d-784223a4f3d8 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388280 Nov 22 16:58:06.174045 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-0bb0b2db-651c-4402-8089-f6028bee04b2 None None] Provisioning complete for port ec303138-699e-42e7-9a09-bdbd77e6b2a8 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:06.174422 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b2db-651c-4402-8089-f6028bee04b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.247529 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c521d1-74bd-4409-bc7c-890c473f274f req-61158990-13ba-4131-8307-ceddebd1e503 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:06.253379 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=eeee0f2b-0c59-426c-9308-f6ebadc254be,revision_number=7']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:06.256459 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-73c521d1-74bd-4409-bc7c-890c473f274f req-61158990-13ba-4131-8307-ceddebd1e503 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0754704 Nov 22 16:58:06.286679 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 9bb64852-a735-4ca5-90fa-9674cba7687d up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:06.344997 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-73c521d1-74bd-4409-bc7c-890c473f274f req-7bfdd7f6-4738-4c52-a9e9-5cd2844610b8 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870833 Nov 22 16:58:06.355192 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0bb0b2db-651c-4402-8089-f6028bee04b2 None None] Port ec303138-699e-42e7-9a09-bdbd77e6b2a8 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:06.407332 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 9bb64852-a735-4ca5-90fa-9674cba7687d triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:06.407873 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.680593 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.705310 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] For port 9bb64852-a735-4ca5-90fa-9674cba7687d, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=9bb64852-a735-4ca5-90fa-9674cba7687d,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:06.710146 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.774841 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Pushing event updated for resources: {'Port': ['ID=9bb64852-a735-4ca5-90fa-9674cba7687d,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:07.261514 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6eff8ab7-ebe6-40f2-87a9-42a45fa0084b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.322306 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607ee5e-a9ed-4d4c-a8eb-d0a2b00ecd62 req-1cf73f64-a494-4171-93b5-9a59126271da tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:07.331086 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1607ee5e-a9ed-4d4c-a8eb-d0a2b00ecd62 req-1cf73f64-a494-4171-93b5-9a59126271da tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0810628 Nov 22 16:58:07.410226 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 9bb64852-a735-4ca5-90fa-9674cba7687d up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:07.429853 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1607ee5e-a9ed-4d4c-a8eb-d0a2b00ecd62 req-5617db4f-a290-4d7d-a595-e7bf4a962622 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974252 Nov 22 16:58:07.505757 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 9bb64852-a735-4ca5-90fa-9674cba7687d triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:07.508837 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.610574 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885fde3-fc47-491f-b75a-51dbba731c3a req-cae7b76d-6f75-4305-8937-03278aca8f55 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:07.628151 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7885fde3-fc47-491f-b75a-51dbba731c3a req-cae7b76d-6f75-4305-8937-03278aca8f55 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0880466 Nov 22 16:58:07.647618 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] Sync routers for ids ['a467bad3-8525-4f90-a74d-c808846852c7'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:58:07.724159 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] Routers {'a467bad3-8525-4f90-a74d-c808846852c7'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:07.725576 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:57:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['a467bad3-8525-4f90-a74d-c808846852c7'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:07.730344 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7885fde3-fc47-491f-b75a-51dbba731c3a req-621b1153-3e82-4e0a-9a65-e3e9f911ff7d tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007345 Nov 22 16:58:07.906715 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-97fc48b8-d41f-40dd-8dfb-47aadf0dca13 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923965358&fields=id&tenant_id=ff819a571f3349ab8e0b24c2113c3551 HTTP/1.1" status: 200 len: 267 time: 0.1049483 Nov 22 16:58:07.932953 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] Set router a467bad3-8525-4f90-a74d-c808846852c7 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:08.147978 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ed9880b8-f35b-46d1-8a21-812cfc4b3d0e tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:08.160260 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ed9880b8-f35b-46d1-8a21-812cfc4b3d0e tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/networks?id=8a45d0e0-c483-4846-b311-02bee8b8b528 HTTP/1.1" status: 200 len: 812 time: 0.2346110 Nov 22 16:58:08.205062 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-b45b073c-71c6-451a-837a-eabb54a74a75 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/quotas/ff819a571f3349ab8e0b24c2113c3551 HTTP/1.1" status: 200 len: 375 time: 0.0438123 Nov 22 16:58:08.298965 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-50206d28-52fb-4f66-b5b5-b57142368ed5 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ff819a571f3349ab8e0b24c2113c3551&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930212 Nov 22 16:58:08.320024 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'name': 'tempest-TestMinimumBasicScenario-368966767-router', 'tenant_id': 'e58616f540374fd9a48951b0d6b1afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '9bb64852-a735-4ca5-90fa-9674cba7687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:58:00Z', 'updated_at': '2021-11-22T16:58:04Z', 'revision_number': 4, 'project_id': 'e58616f540374fd9a48951b0d6b1afe7', 'gw_port': {'id': '9bb64852-a735-4ca5-90fa-9674cba7687d', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:88:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:58:01Z', 'updated_at': '2021-11-22T16:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': 'ec303138-699e-42e7-9a09-bdbd77e6b2a8', 'name': '', 'network_id': 'aa423c4e-67cf-4692-ad7a-63cacf2443dd', 'tenant_id': 'e58616f540374fd9a48951b0d6b1afe7', 'mac_address': 'fa:16:3e:d4:b2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '373496a8-699e-4fe1-a614-ff80eb694815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:58:03Z', 'updated_at': '2021-11-22T16:58:04Z', 'revision_number': 2, 'project_id': 'e58616f540374fd9a48951b0d6b1afe7', 'subnets': [{'id': '373496a8-699e-4fe1-a614-ff80eb694815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:08.356803 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] Checking router: a467bad3-8525-4f90-a74d-c808846852c7 for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:58:08.357623 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] Updating router a467bad3-8525-4f90-a74d-c808846852c7 port ec303138-699e-42e7-9a09-bdbd77e6b2a8 binding host dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:58:08.402258 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.507618 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-531f4849-8384-4bea-9588-5c648c987d36 service neutron] 10.222.0.75 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903870 Nov 22 16:58:08.688719 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e0bb9-de00-433f-8ec8-51938640ad16 req-ea471576-c21b-48c3-b756-e64782297454 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:08.701518 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1e1e0bb9-de00-433f-8ec8-51938640ad16 req-ea471576-c21b-48c3-b756-e64782297454 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.1277092 Nov 22 16:58:08.760876 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-c83dee55-aafe-486b-8895-af5d61d87173 service neutron] 10.222.0.75 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453256 Nov 22 16:58:08.836250 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1e1e0bb9-de00-433f-8ec8-51938640ad16 req-742185b9-5ab7-4275-9439-045b0ef1b5fa tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255734 Nov 22 16:58:09.218448 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc7e94-32db-4c75-9499-c5928ce71f27 req-cbd99471-b681-404c-ba95-72e21f7e6350 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:09.228133 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.235671 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.236518 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-51dc7e94-32db-4c75-9499-c5928ce71f27 req-cbd99471-b681-404c-ba95-72e21f7e6350 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.1132922 Nov 22 16:58:09.415104 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93090f98-c68a-4df7-9c2b-f3ffebc395a1 None None] Pushing event updated for resources: {'Port': ['ID=ec303138-699e-42e7-9a09-bdbd77e6b2a8,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:09.492746 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-51dc7e94-32db-4c75-9499-c5928ce71f27 req-3d89aae4-ffa2-4e89-9f43-87c838b1563d tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489438 Nov 22 16:58:09.643529 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ea2690e-8853-416a-b908-e5b5f2123464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.741890 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] Attempting to bind port ec303138-699e-42e7-9a09-bdbd77e6b2a8 on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:58:09.742485 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] Attempting to bind port ec303138-699e-42e7-9a09-bdbd77e6b2a8 by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '5b717409-63e9-4968-a7dd-59c7a127f8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'aa423c4e-67cf-4692-ad7a-63cacf2443dd'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:58:09.743085 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] Attempting to bind port ec303138-699e-42e7-9a09-bdbd77e6b2a8 on network aa423c4e-67cf-4692-ad7a-63cacf2443dd {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:58:09.749584 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fc11cdbe-247d-4da8-9870-129028b204da req-bc40e0d8-6b65-46f8-988f-3779fe6be2ea tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 210 time: 0.0745928 Nov 22 16:58:09.771635 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:58:09.772562 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] Checking segment: {'id': '5b717409-63e9-4968-a7dd-59c7a127f8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'aa423c4e-67cf-4692-ad7a-63cacf2443dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:58:09.772982 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.773514 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] Bound using segment: {'id': '5b717409-63e9-4968-a7dd-59c7a127f8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'aa423c4e-67cf-4692-ad7a-63cacf2443dd'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:58:09.774571 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] Bound port: ec303138-699e-42e7-9a09-bdbd77e6b2a8, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b717409-63e9-4968-a7dd-59c7a127f8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'aa423c4e-67cf-4692-ad7a-63cacf2443dd'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:58:09.775084 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.891945 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] For port ec303138-699e-42e7-9a09-bdbd77e6b2a8, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:58:09.895477 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] For port ec303138-699e-42e7-9a09-bdbd77e6b2a8, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=ec303138-699e-42e7-9a09-bdbd77e6b2a8,segment=NetworkSegment(5b717409-63e9-4968-a7dd-59c7a127f8ba),segment_id=5b717409-63e9-4968-a7dd-59c7a127f8ba)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:58:09.903312 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.052576 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-0a0d9fa1-c2f7-430f-bf6f-553570150463 None None] Provisioning complete for port ec303138-699e-42e7-9a09-bdbd77e6b2a8 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:10.052953 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a0d9fa1-c2f7-430f-bf6f-553570150463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.137034 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] Routers {'a467bad3-8525-4f90-a74d-c808846852c7'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:10.138901 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82c1ca-ef41-4078-a22e-f0acb5048cf6 req-01345150-2274-45ac-9499-b36023c72e6f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:10.140180 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:58:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['a467bad3-8525-4f90-a74d-c808846852c7'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:10.152714 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bd82c1ca-ef41-4078-a22e-f0acb5048cf6 req-01345150-2274-45ac-9499-b36023c72e6f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.1729255 Nov 22 16:58:10.246454 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bd82c1ca-ef41-4078-a22e-f0acb5048cf6 req-9cf1a04f-3c6c-4293-b0c1-1310071f5c51 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927756 Nov 22 16:58:10.360570 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93090f98-c68a-4df7-9c2b-f3ffebc395a1 None None] Pushing event updated for resources: {'Port': ['ID=ec303138-699e-42e7-9a09-bdbd77e6b2a8,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:10.381862 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] Set router a467bad3-8525-4f90-a74d-c808846852c7 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:10.585180 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a0d9fa1-c2f7-430f-bf6f-553570150463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.731718 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-0a0d9fa1-c2f7-430f-bf6f-553570150463 None None] For port ec303138-699e-42e7-9a09-bdbd77e6b2a8, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=ec303138-699e-42e7-9a09-bdbd77e6b2a8,segment=NetworkSegment(5b717409-63e9-4968-a7dd-59c7a127f8ba),segment_id=5b717409-63e9-4968-a7dd-59c7a127f8ba)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:10.744418 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1e834-27ed-43c4-b6ab-9390de0d5ec2 req-56700f6a-63fb-44dd-90b9-57f6272c791f tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:10.748872 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-33e1e834-27ed-43c4-b6ab-9390de0d5ec2 req-56700f6a-63fb-44dd-90b9-57f6272c791f tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.1251640 Nov 22 16:58:10.807640 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a0d9fa1-c2f7-430f-bf6f-553570150463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.872204 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-33e1e834-27ed-43c4-b6ab-9390de0d5ec2 req-525986a4-ad6e-4dfd-8868-db41377fc19f tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162028 Nov 22 16:58:10.876275 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d7811-bb70-444a-b052-0cc9e2e47989 req-6724e442-c547-4f6d-af9e-35055f345e67 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:10.885392 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-484d7811-bb70-444a-b052-0cc9e2e47989 req-6724e442-c547-4f6d-af9e-35055f345e67 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=916ff37c-d969-4e5a-b217-f60921bd6d25 HTTP/1.1" status: 200 len: 945 time: 0.0594349 Nov 22 16:58:10.969065 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-484d7811-bb70-444a-b052-0cc9e2e47989 req-e6d0c368-3698-4cb9-a5ff-aaec3ea734af tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766611 Nov 22 16:58:11.040033 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.041379 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d9fa1-c2f7-430f-bf6f-553570150463 None None] Pushing event updated for resources: {'Port': ['ID=ec303138-699e-42e7-9a09-bdbd77e6b2a8,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:11.076704 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-8d5cab74-771b-4eb8-8246-da1b37b54b2e None None] Provisioning complete for port ec303138-699e-42e7-9a09-bdbd77e6b2a8 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:11.077227 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d5cab74-771b-4eb8-8246-da1b37b54b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.088773 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-94c3e6f9-f4bd-4360-a1a0-b36d7867c7c0 req-c40f2e94-fd81-4a91-accb-ed54ace53e06 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 210 time: 0.0768802 Nov 22 16:58:11.136552 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'name': 'tempest-TestMinimumBasicScenario-368966767-router', 'tenant_id': 'e58616f540374fd9a48951b0d6b1afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '9bb64852-a735-4ca5-90fa-9674cba7687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:58:00Z', 'updated_at': '2021-11-22T16:58:04Z', 'revision_number': 4, 'project_id': 'e58616f540374fd9a48951b0d6b1afe7', 'gw_port': {'id': '9bb64852-a735-4ca5-90fa-9674cba7687d', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:88:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:58:01Z', 'updated_at': '2021-11-22T16:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': 'ec303138-699e-42e7-9a09-bdbd77e6b2a8', 'name': '', 'network_id': 'aa423c4e-67cf-4692-ad7a-63cacf2443dd', 'tenant_id': 'e58616f540374fd9a48951b0d6b1afe7', 'mac_address': 'fa:16:3e:d4:b2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '373496a8-699e-4fe1-a614-ff80eb694815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:58:03Z', 'updated_at': '2021-11-22T16:58:09Z', 'revision_number': 4, 'project_id': 'e58616f540374fd9a48951b0d6b1afe7', 'subnets': [{'id': '373496a8-699e-4fe1-a614-ff80eb694815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:11.172799 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52ae7a-efa2-492a-8402-b24e4a5efd7c None None] The sync data for ids ['a467bad3-8525-4f90-a74d-c808846852c7'] in dv-cinder-778193-11-iscsi is: [{'id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'name': 'tempest-TestMinimumBasicScenario-368966767-router', 'tenant_id': 'e58616f540374fd9a48951b0d6b1afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '9bb64852-a735-4ca5-90fa-9674cba7687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:58:00Z', 'updated_at': '2021-11-22T16:58:04Z', 'revision_number': 4, 'project_id': 'e58616f540374fd9a48951b0d6b1afe7', 'gw_port': {'id': '9bb64852-a735-4ca5-90fa-9674cba7687d', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:88:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:58:01Z', 'updated_at': '2021-11-22T16:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': 'ec303138-699e-42e7-9a09-bdbd77e6b2a8', 'name': '', 'network_id': 'aa423c4e-67cf-4692-ad7a-63cacf2443dd', 'tenant_id': 'e58616f540374fd9a48951b0d6b1afe7', 'mac_address': 'fa:16:3e:d4:b2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '373496a8-699e-4fe1-a614-ff80eb694815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:58:03Z', 'updated_at': '2021-11-22T16:58:09Z', 'revision_number': 4, 'project_id': 'e58616f540374fd9a48951b0d6b1afe7', 'subnets': [{'id': '373496a8-699e-4fe1-a614-ff80eb694815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:58:11.521074 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device ec303138-699e-42e7-9a09-bdbd77e6b2a8 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:11.563388 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4835e-95d1-40ee-b5f5-9bb5f083611e req-bddfd7f7-f592-4821-a6f7-bb62719a01c0 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:11.573959 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-00d4835e-95d1-40ee-b5f5-9bb5f083611e req-bddfd7f7-f592-4821-a6f7-bb62719a01c0 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.1530497 Nov 22 16:58:11.757830 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-00d4835e-95d1-40ee-b5f5-9bb5f083611e req-5babbf9d-011e-4509-9aef-13c5316f8fa2 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822717 Nov 22 16:58:11.811471 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-c6095d1f-1e0e-4601-80c1-fe0d676b1c13 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:11.813469 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-c6095d1f-1e0e-4601-80c1-fe0d676b1c13 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.85 "GET /v2.0/networks?id=8a45d0e0-c483-4846-b311-02bee8b8b528 HTTP/1.1" status: 200 len: 812 time: 0.3655770 Nov 22 16:58:12.018252 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-a81cda87-5f36-4916-ae0a-9f738f34f41d tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff819a571f3349ab8e0b24c2113c3551 HTTP/1.1" status: 200 len: 380 time: 0.1880054 Nov 22 16:58:12.030342 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-b4c3db86-eb57-4a43-a946-2bfa12454c8c tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Request body: {'port': {'device_id': 'ab52eb2a-911f-4bc0-97d1-f3976f3930ad', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'admin_state_up': True, 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'security_groups': ['a3754c4b-96db-41f3-8d38-46c84fa2ad86']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:12.100628 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port ec303138-699e-42e7-9a09-bdbd77e6b2a8 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:12.100956 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:12.237089 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:12.285330 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca0208-0c99-4591-bec8-abb01dd98134 req-85225795-86a9-4344-bde4-51b2e001ff5b tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:12.292382 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-16ca0208-0c99-4591-bec8-abb01dd98134 req-85225795-86a9-4344-bde4-51b2e001ff5b tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=916ff37c-d969-4e5a-b217-f60921bd6d25 HTTP/1.1" status: 200 len: 945 time: 0.1393611 Nov 22 16:58:12.364463 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d771e-c920-4c7a-8ddf-8e8ef6613eb3 req-9c8c26fb-6daf-4f02-8b0f-0327ff8ad96e tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:12.374689 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a57d771e-c920-4c7a-8ddf-8e8ef6613eb3 req-9c8c26fb-6daf-4f02-8b0f-0327ff8ad96e tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.2000005 Nov 22 16:58:12.432241 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-16ca0208-0c99-4591-bec8-abb01dd98134 req-e2f8b3c7-1854-4e2f-b566-29ee1d0da94e tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344938 Nov 22 16:58:12.527119 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a57d771e-c920-4c7a-8ddf-8e8ef6613eb3 req-f088f8ec-ae94-4cb7-9f2d-85be14bd0266 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489732 Nov 22 16:58:12.573653 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-b4c3db86-eb57-4a43-a946-2bfa12454c8c tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Made reservation on behalf of ff819a571f3349ab8e0b24c2113c3551 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:12.579481 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-b4c3db86-eb57-4a43-a946-2bfa12454c8c tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:12.596261 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-08ca30d0-5e61-4070-b783-e4a100a12112 req-3a7ed4dc-fc86-433e-9328-5dad60de2328 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 210 time: 0.0527020 Nov 22 16:58:12.931949 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-b4c3db86-eb57-4a43-a946-2bfa12454c8c tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Allocated IP 172.20.0.12 (8a45d0e0-c483-4846-b311-02bee8b8b528/6366d018-e2df-44ed-80b0-34775cda3ea2/05347941-e90e-4e37-bf94-5230911bab70) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:13.146714 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.275597 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-b4c3db86-eb57-4a43-a946-2bfa12454c8c tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.283225 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2927272-acbe-4e06-9c90-d607dbda92be req-e2a08fe7-4099-4311-8377-f6d96cddd446 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:13.284803 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a2927272-acbe-4e06-9c90-d607dbda92be req-e2a08fe7-4099-4311-8377-f6d96cddd446 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.85 "GET /v2.0/ports?device_id=916ff37c-d969-4e5a-b217-f60921bd6d25 HTTP/1.1" status: 200 len: 945 time: 0.1316025 Nov 22 16:58:13.342194 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-b4c3db86-eb57-4a43-a946-2bfa12454c8c tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.434041 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-b4c3db86-eb57-4a43-a946-2bfa12454c8c tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Network 8a45d0e0-c483-4846-b311-02bee8b8b528 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:13.446966 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-b4c3db86-eb57-4a43-a946-2bfa12454c8c tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:13.462660 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-b4c3db86-eb57-4a43-a946-2bfa12454c8c tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:58:13.483546 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f95b15-1145-4806-883a-a739b6353478 req-852c2ab1-a4f8-49af-8db0-c8a9d0ee9eae tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:13.497699 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f3f95b15-1145-4806-883a-a739b6353478 req-852c2ab1-a4f8-49af-8db0-c8a9d0ee9eae tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.1698434 Nov 22 16:58:13.678082 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-a2927272-acbe-4e06-9c90-d607dbda92be req-661256a5-c59a-4cb9-8b00-61ac78bc266c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Deleting port 273b57ac-a7ea-4785-8870-73a9b87bb906 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:13.678676 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-a2927272-acbe-4e06-9c90-d607dbda92be req-661256a5-c59a-4cb9-8b00-61ac78bc266c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.680329 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3db86-eb57-4a43-a946-2bfa12454c8c tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event updated for resources: {'Port': ['ID=05347941-e90e-4e37-bf94-5230911bab70,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:13.784606 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f3f95b15-1145-4806-883a-a739b6353478 req-3bf38962-dbd2-485d-9ac3-efb5da30a333 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044587 Nov 22 16:58:13.796434 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-b4c3db86-eb57-4a43-a946-2bfa12454c8c tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:13.796962 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-b4c3db86-eb57-4a43-a946-2bfa12454c8c tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.845314 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-b4c3db86-eb57-4a43-a946-2bfa12454c8c tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8170815 Nov 22 16:58:13.860686 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Request body: {'port': {'device_id': 'ab52eb2a-911f-4bc0-97d1-f3976f3930ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:13.989456 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-a2927272-acbe-4e06-9c90-d607dbda92be req-661256a5-c59a-4cb9-8b00-61ac78bc266c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] For port 273b57ac-a7ea-4785-8870-73a9b87bb906, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=273b57ac-a7ea-4785-8870-73a9b87bb906,segment=NetworkSegment(9cc3b34f-f709-4fff-b056-1565b529f1ba),segment_id=9cc3b34f-f709-4fff-b056-1565b529f1ba)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:13.989903 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-a2927272-acbe-4e06-9c90-d607dbda92be req-661256a5-c59a-4cb9-8b00-61ac78bc266c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.016275 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c42216-68ec-4a08-b7de-8240248e33ac req-6701a372-4a62-4028-a749-b9670ae80d95 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:14.024855 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-43c42216-68ec-4a08-b7de-8240248e33ac req-6701a372-4a62-4028-a749-b9670ae80d95 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=916ff37c-d969-4e5a-b217-f60921bd6d25 HTTP/1.1" status: 200 len: 945 time: 0.4609494 Nov 22 16:58:14.052138 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-8b51cc3c-4fa4-4734-b346-73f916a7c938 None None] Provisioning complete for port 05347941-e90e-4e37-bf94-5230911bab70 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:14.057452 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8b51cc3c-4fa4-4734-b346-73f916a7c938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.074120 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-a2927272-acbe-4e06-9c90-d607dbda92be req-661256a5-c59a-4cb9-8b00-61ac78bc266c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Calling delete_port for 273b57ac-a7ea-4785-8870-73a9b87bb906 owned by compute:nova {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:14.082001 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.160488 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-43c42216-68ec-4a08-b7de-8240248e33ac req-5b1b0cc5-f384-4863-a059-d87394609289 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300912 Nov 22 16:58:14.289740 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8b51cc3c-4fa4-4734-b346-73f916a7c938 None None] Port 05347941-e90e-4e37-bf94-5230911bab70 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:14.332836 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea66040-4e1e-409a-857b-f6071095821a req-bcb1449e-b927-4d33-ab6c-45302b744083 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:14.335859 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2ea66040-4e1e-409a-857b-f6071095821a req-bcb1449e-b927-4d33-ab6c-45302b744083 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.2699385 Nov 22 16:58:14.549428 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c641bc-17ee-46e2-a475-17c03d6fd997 req-961e4d8a-98ad-45f6-a7ba-11a66e1299ac tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:14.563123 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a0c641bc-17ee-46e2-a475-17c03d6fd997 req-961e4d8a-98ad-45f6-a7ba-11a66e1299ac tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 932 time: 0.2672644 Nov 22 16:58:14.567401 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-a2927272-acbe-4e06-9c90-d607dbda92be req-661256a5-c59a-4cb9-8b00-61ac78bc266c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.582465 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f', '011efefa-c92b-4c9f-9436-ba009a9fc5bc', 'b1768862-9244-42ee-9d96-1265c8200b70', '273b57ac-a7ea-4785-8870-73a9b87bb906'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:58:14.658731 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661256a5-c59a-4cb9-8b00-61ac78bc266c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Pushing event deleted for resources: {'Port': ['ID=273b57ac-a7ea-4785-8870-73a9b87bb906,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:14.679641 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2ea66040-4e1e-409a-857b-f6071095821a req-9207a689-f9af-4c7f-8833-e1af4b4ef04b tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313096 Nov 22 16:58:14.751516 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2927272-acbe-4e06-9c90-d607dbda92be req-661256a5-c59a-4cb9-8b00-61ac78bc266c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] No DVR routers for this DVR port 273b57ac-a7ea-4785-8870-73a9b87bb906 on host hv-cinder-77819 {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:14.790002 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-a2927272-acbe-4e06-9c90-d607dbda92be req-661256a5-c59a-4cb9-8b00-61ac78bc266c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.793466 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a2927272-acbe-4e06-9c90-d607dbda92be req-661256a5-c59a-4cb9-8b00-61ac78bc266c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.85 "DELETE /v2.0/ports/273b57ac-a7ea-4785-8870-73a9b87bb906 HTTP/1.1" status: 204 len: 173 time: 1.4822872 Nov 22 16:58:14.799568 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a0c641bc-17ee-46e2-a475-17c03d6fd997 req-040c674b-fac0-42b2-b7f4-b9cd7ddc2ca1 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261624 Nov 22 16:58:14.800144 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916ff37c-d969-4e5a-b217-f60921bd6d25', 'name': 'network-vif-deleted', 'tag': '273b57ac-a7ea-4785-8870-73a9b87bb906'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:14.803727 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32172da9-c907-4844-b647-d421ff0921f8" -d '{"events": [{"server_uuid": "916ff37c-d969-4e5a-b217-f60921bd6d25", "name": "network-vif-deleted", "tag": "273b57ac-a7ea-4785-8870-73a9b87bb906"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:14.884249 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05347941-e90e-4e37-bf94-5230911bab70 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:58:14.893302 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.918333 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Transition to ACTIVE for port object 05347941-e90e-4e37-bf94-5230911bab70 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:58:14.921708 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197e396b-7f11-4221-8e27-47cd725330ee x-openstack-request-id: req-197e396b-7f11-4221-8e27-47cd725330ee {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:14.922758 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916ff37c-d969-4e5a-b217-f60921bd6d25", "name": "network-vif-deleted", "tag": "273b57ac-a7ea-4785-8870-73a9b87bb906", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:14.923163 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-197e396b-7f11-4221-8e27-47cd725330ee {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:14.923676 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916ff37c-d969-4e5a-b217-f60921bd6d25', 'name': 'network-vif-deleted', 'tag': '273b57ac-a7ea-4785-8870-73a9b87bb906', 'status': 'completed', 'code': 200} Nov 22 16:58:14.926609 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.073077 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c69bd-48b1-4430-ab48-b7ba7292dad1 req-3e400524-8209-4fdc-a902-44908a4519b0 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:15.096388 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ed4c69bd-48b1-4430-ab48-b7ba7292dad1 req-3e400524-8209-4fdc-a902-44908a4519b0 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.1413088 Nov 22 16:58:15.201551 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Pushing event updated for resources: {'Port': ['ID=05347941-e90e-4e37-bf94-5230911bab70,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:15.236155 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ed4c69bd-48b1-4430-ab48-b7ba7292dad1 req-205c9cac-be97-4f8b-8ac8-a247c290762a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385176 Nov 22 16:58:15.315954 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Attempting to bind port 05347941-e90e-4e37-bf94-5230911bab70 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:58:15.316420 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Attempting to bind port 05347941-e90e-4e37-bf94-5230911bab70 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:58:15.316763 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Attempting to bind port 05347941-e90e-4e37-bf94-5230911bab70 on network 8a45d0e0-c483-4846-b311-02bee8b8b528 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:58:15.327555 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Port 05347941-e90e-4e37-bf94-5230911bab70 on network 8a45d0e0-c483-4846-b311-02bee8b8b528 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:58:15.327761 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Attempting to bind port 05347941-e90e-4e37-bf94-5230911bab70 on network 8a45d0e0-c483-4846-b311-02bee8b8b528 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:58:15.335885 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:58:15.336238 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Checking segment: {'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:58:15.336664 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Bound using segment: {'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:58:15.337092 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Bound port: 05347941-e90e-4e37-bf94-5230911bab70, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:58:15.337809 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.478658 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-15e3ccd4-825f-4f45-a3e2-acb6f89a54dd req-aa15b1d3-4289-4d2b-9ec7-159c429783a9 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=916ff37c-d969-4e5a-b217-f60921bd6d25 HTTP/1.1" status: 200 len: 210 time: 0.0970953 Nov 22 16:58:15.560295 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] For port 05347941-e90e-4e37-bf94-5230911bab70, host hv-cinder-77819, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:58:15.567363 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] For port 05347941-e90e-4e37-bf94-5230911bab70, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=05347941-e90e-4e37-bf94-5230911bab70,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:58:15.579282 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.683916 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:15.684579 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.685987 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] 10.222.0.85 "PUT /v2.0/ports/05347941-e90e-4e37-bf94-5230911bab70 HTTP/1.1" status: 200 len: 1094 time: 1.8299253 Nov 22 16:58:15.686446 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab52eb2a-911f-4bc0-97d1-f3976f3930ad', 'tag': '05347941-e90e-4e37-bf94-5230911bab70'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:15.694118 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9003fc-91a4-47bd-b023-9b3a0aa4a714" -d '{"events": [{"name": "network-changed", "server_uuid": "ab52eb2a-911f-4bc0-97d1-f3976f3930ad", "tag": "05347941-e90e-4e37-bf94-5230911bab70"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:15.744979 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bb26f-add7-4bbb-a9a2-1795f43b9959 service neutron] Pushing event updated for resources: {'Port': ['ID=05347941-e90e-4e37-bf94-5230911bab70,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:15.872808 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a62dc5-b5de-43c0-a16e-65b9b58626fb x-openstack-request-id: req-60a62dc5-b5de-43c0-a16e-65b9b58626fb {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:15.874466 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab52eb2a-911f-4bc0-97d1-f3976f3930ad", "tag": "05347941-e90e-4e37-bf94-5230911bab70", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:15.874928 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-60a62dc5-b5de-43c0-a16e-65b9b58626fb {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:15.875899 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab52eb2a-911f-4bc0-97d1-f3976f3930ad', 'tag': '05347941-e90e-4e37-bf94-5230911bab70', 'status': 'completed', 'code': 200} Nov 22 16:58:15.914283 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-63c259d1-ce51-49de-a910-255eda4d923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:15.922274 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-63c259d1-ce51-49de-a910-255eda4d923f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff819a571f3349ab8e0b24c2113c3551&device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 1097 time: 0.1410592 Nov 22 16:58:15.974807 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62ccd0-c57a-4578-a480-cd9d7a15dea7 req-23643dae-e4c1-4014-94c1-54d34b32ec12 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:15.985761 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2a62ccd0-c57a-4578-a480-cd9d7a15dea7 req-23643dae-e4c1-4014-94c1-54d34b32ec12 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.1132185 Nov 22 16:58:16.027537 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-23484376-b409-426a-b257-891c42522fbe service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05347941-e90e-4e37-bf94-5230911bab70 HTTP/1.1" status: 200 len: 217 time: 0.0873961 Nov 22 16:58:16.085394 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2a62ccd0-c57a-4578-a480-cd9d7a15dea7 req-1ccb4224-75ac-4433-a973-f96adb72389a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984416 Nov 22 16:58:16.157511 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0591de-df6f-424c-bacd-6244fd1926b1 req-5cdaeda1-b535-4e51-a6a1-2cc9950ff24b tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:16.166427 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ad0591de-df6f-424c-bacd-6244fd1926b1 req-5cdaeda1-b535-4e51-a6a1-2cc9950ff24b tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 944 time: 0.2065363 Nov 22 16:58:16.207945 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-5b860cb7-4858-4050-812b-db22ec36b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:16.209995 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-5b860cb7-4858-4050-812b-db22ec36b372 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6366d018-e2df-44ed-80b0-34775cda3ea2 HTTP/1.1" status: 200 len: 851 time: 0.1589046 Nov 22 16:58:16.287506 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ad0591de-df6f-424c-bacd-6244fd1926b1 req-70461727-132b-4893-ac23-eb56c5bc01dc tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200292 Nov 22 16:58:16.339157 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-1715fb44-c43e-4cd8-8805-12da0e55b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:16.346120 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-1715fb44-c43e-4cd8-8805-12da0e55b419 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8a45d0e0-c483-4846-b311-02bee8b8b528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0921130 Nov 22 16:58:16.450611 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd52f3-d710-4c9c-8169-b0c2ebd40e81 req-01aa70c7-44c7-4a8d-af7a-14320475861c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:16.451679 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-70cd52f3-d710-4c9c-8169-b0c2ebd40e81 req-01aa70c7-44c7-4a8d-af7a-14320475861c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0710781 Nov 22 16:58:16.499491 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-b55d9047-f476-4c62-8cd7-23d7dd5cfdce service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413348 Nov 22 16:58:16.572279 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-70cd52f3-d710-4c9c-8169-b0c2ebd40e81 req-1d3f7446-202e-4e0d-abd3-f900bf35b173 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091583 Nov 22 16:58:16.747987 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e5d4d601-fb9f-4900-9a05-daa6456c8906 req-4b296ea3-8bbc-468e-a7e2-747d13812e06 service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364752 Nov 22 16:58:16.944896 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9003fc-91a4-47bd-b023-9b3a0aa4a714 req-445c68f1-163c-4931-a790-0bdc55a77de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:16.971116 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5d9003fc-91a4-47bd-b023-9b3a0aa4a714 req-445c68f1-163c-4931-a790-0bdc55a77de5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff819a571f3349ab8e0b24c2113c3551&device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 1097 time: 0.1116014 Nov 22 16:58:17.091931 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9003fc-91a4-47bd-b023-9b3a0aa4a714 req-aec4ff20-672c-47c9-a1a6-00cd6e55ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:17.093661 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5d9003fc-91a4-47bd-b023-9b3a0aa4a714 req-aec4ff20-672c-47c9-a1a6-00cd6e55ee9b service neutron] 10.222.0.85 "GET /v2.0/networks?id=8a45d0e0-c483-4846-b311-02bee8b8b528 HTTP/1.1" status: 200 len: 914 time: 0.1367941 Nov 22 16:58:17.146283 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5d9003fc-91a4-47bd-b023-9b3a0aa4a714 req-28caa930-fe85-4c58-a86b-7535f2909207 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05347941-e90e-4e37-bf94-5230911bab70 HTTP/1.1" status: 200 len: 217 time: 0.0451052 Nov 22 16:58:17.269310 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9003fc-91a4-47bd-b023-9b3a0aa4a714 req-16ffef24-b6f8-4349-b4a1-54d2dbfa6164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:17.270803 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5d9003fc-91a4-47bd-b023-9b3a0aa4a714 req-16ffef24-b6f8-4349-b4a1-54d2dbfa6164 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6366d018-e2df-44ed-80b0-34775cda3ea2 HTTP/1.1" status: 200 len: 851 time: 0.1140242 Nov 22 16:58:17.286129 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42f47b-6ae8-4e6c-894f-07b6907b2961 req-f9b439ca-d9b2-497d-be9a-b83d6ed7100c tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:17.288158 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2e42f47b-6ae8-4e6c-894f-07b6907b2961 req-f9b439ca-d9b2-497d-be9a-b83d6ed7100c tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0646420 Nov 22 16:58:17.372853 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9003fc-91a4-47bd-b023-9b3a0aa4a714 req-9212f91f-f5a6-4ea8-b7e8-81055c2451ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:17.375729 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 273b57ac-a7ea-4785-8870-73a9b87bb906 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:17.390122 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5d9003fc-91a4-47bd-b023-9b3a0aa4a714 req-9212f91f-f5a6-4ea8-b7e8-81055c2451ab service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8a45d0e0-c483-4846-b311-02bee8b8b528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1007802 Nov 22 16:58:17.425658 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: 273b57ac-a7ea-4785-8870-73a9b87bb906 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:17.426536 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 273b57ac-a7ea-4785-8870-73a9b87bb906 not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:17.451446 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2e42f47b-6ae8-4e6c-894f-07b6907b2961 req-9113c5f4-b658-447e-9b98-cf4839bc72d3 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514103 Nov 22 16:58:17.527769 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75906736-83a4-4a49-a97d-a309ab8e20fc req-86fc25cd-27c1-467e-a030-f214566a87f1 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:17.538894 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-75906736-83a4-4a49-a97d-a309ab8e20fc req-86fc25cd-27c1-467e-a030-f214566a87f1 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 944 time: 0.1243548 Nov 22 16:58:17.554419 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5d9003fc-91a4-47bd-b023-9b3a0aa4a714 req-2cf20e4a-08f7-4875-bf6a-4994cd9955ac service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494322 Nov 22 16:58:17.653237 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-75906736-83a4-4a49-a97d-a309ab8e20fc req-b8f381ad-43f6-4fab-8bd3-84c7442f08d8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129279 Nov 22 16:58:17.782630 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5d9003fc-91a4-47bd-b023-9b3a0aa4a714 req-a3b4d225-e342-4e66-aee8-89421c84b09a service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183821 Nov 22 16:58:17.866908 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48890c-b9cd-4d77-b79c-9823234ddff3 req-6614accb-afa0-4e52-81de-bee5ec74b8dd tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:17.874740 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0d48890c-b9cd-4d77-b79c-9823234ddff3 req-6614accb-afa0-4e52-81de-bee5ec74b8dd tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.1432874 Nov 22 16:58:17.985231 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0d48890c-b9cd-4d77-b79c-9823234ddff3 req-f6a45f9c-46d0-4d58-9c40-efe84d16d4de tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027806 Nov 22 16:58:18.265758 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93559d60-6969-4ec3-b9b0-6a420a2e8d16 req-4a075624-e4c7-4fad-95f4-8905d5b088b4 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:18.267525 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-93559d60-6969-4ec3-b9b0-6a420a2e8d16 req-4a075624-e4c7-4fad-95f4-8905d5b088b4 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 945 time: 0.0660465 Nov 22 16:58:18.379421 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-93559d60-6969-4ec3-b9b0-6a420a2e8d16 req-5807ccf0-7a65-4eda-b884-99a85ed6ee24 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000543 Nov 22 16:58:18.654220 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb389c78-a6c8-4502-90ca-af232348931f req-c64e3a33-fb81-45b6-aeae-ba8486d0723a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:18.662045 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bb389c78-a6c8-4502-90ca-af232348931f req-c64e3a33-fb81-45b6-aeae-ba8486d0723a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0789769 Nov 22 16:58:18.763664 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bb389c78-a6c8-4502-90ca-af232348931f req-8cda464a-6b92-49fc-bc9d-85dabe924c3e tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944448 Nov 22 16:58:18.836984 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19ede6-1f15-46c4-b1d9-81f93e605f59 req-6f457080-b559-470d-a821-1e03d437c60a tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:18.838527 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5f19ede6-1f15-46c4-b1d9-81f93e605f59 req-6f457080-b559-470d-a821-1e03d437c60a tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 944 time: 0.0664737 Nov 22 16:58:18.938254 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5f19ede6-1f15-46c4-b1d9-81f93e605f59 req-64fe682a-af79-4c59-b502-3968a2215a36 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895631 Nov 22 16:58:19.280383 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2265044-73cc-4c5a-bbb3-f7fa24db252b req-a326d9e5-78b3-43d5-92a0-5535ed8bb59f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:19.291688 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f2265044-73cc-4c5a-bbb3-f7fa24db252b req-a326d9e5-78b3-43d5-92a0-5535ed8bb59f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.1097562 Nov 22 16:58:19.366071 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f2265044-73cc-4c5a-bbb3-f7fa24db252b req-e86434c7-87f9-4e16-bde8-45e7a9ad0e2b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725391 Nov 22 16:58:19.564740 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08d79e-ad87-4521-8f23-bc87e7907d8e req-b484ac0c-3f2b-40c3-8a8c-2a132e850706 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:19.572700 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ce08d79e-ad87-4521-8f23-bc87e7907d8e req-b484ac0c-3f2b-40c3-8a8c-2a132e850706 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 945 time: 0.0767283 Nov 22 16:58:19.666993 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ce08d79e-ad87-4521-8f23-bc87e7907d8e req-af79fe18-90f4-4c17-bd0a-e021c6741bdf tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933917 Nov 22 16:58:19.908053 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e1680-f711-4c46-b2e1-0129818c0527 req-4ead9e17-9684-4962-b0bf-e5a1606a007c tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:19.928290 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f11e1680-f711-4c46-b2e1-0129818c0527 req-4ead9e17-9684-4962-b0bf-e5a1606a007c tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0869579 Nov 22 16:58:20.034758 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f11e1680-f711-4c46-b2e1-0129818c0527 req-9b8fd29f-fb4c-4ae8-b0c4-f776795641a9 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052246 Nov 22 16:58:20.144221 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f2bf6-748a-48cc-8957-e519bd7d1914 req-d596e72f-22f5-4b70-a93c-cf24ee79511c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:20.145648 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-376f2bf6-748a-48cc-8957-e519bd7d1914 req-d596e72f-22f5-4b70-a93c-cf24ee79511c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 945 time: 0.1441517 Nov 22 16:58:20.328377 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591458e0-638b-4cb5-8db9-a5d4d2f3aad7 req-c4e0b6be-89b7-4aea-b85b-7b72d9bab662 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:20.328377 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-591458e0-638b-4cb5-8db9-a5d4d2f3aad7 req-c4e0b6be-89b7-4aea-b85b-7b72d9bab662 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 944 time: 0.1668122 Nov 22 16:58:20.394958 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-591458e0-638b-4cb5-8db9-a5d4d2f3aad7 req-2e43ed99-63e7-4b5a-ad28-69fede871d26 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783727 Nov 22 16:58:20.397694 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-376f2bf6-748a-48cc-8957-e519bd7d1914 req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Deleting port b1768862-9244-42ee-9d96-1265c8200b70 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:20.400174 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-376f2bf6-748a-48cc-8957-e519bd7d1914 req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:20.560337 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db678ea-042e-4886-ac35-db7b1a7db668 req-3a014cd1-f33c-470c-af7b-19b674af0b58 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:20.568117 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0db678ea-042e-4886-ac35-db7b1a7db668 req-3a014cd1-f33c-470c-af7b-19b674af0b58 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0643167 Nov 22 16:58:20.650355 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0db678ea-042e-4886-ac35-db7b1a7db668 req-b087414b-ae54-4912-b113-48a51fe34e4f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806241 Nov 22 16:58:20.834021 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca97194-1d8d-4fc4-8196-52b192704dee req-f8c027ef-f4a3-4dfe-98bd-13eb268ba709 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:20.835877 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fca97194-1d8d-4fc4-8196-52b192704dee req-f8c027ef-f4a3-4dfe-98bd-13eb268ba709 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 945 time: 0.0695708 Nov 22 16:58:20.902870 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-376f2bf6-748a-48cc-8957-e519bd7d1914 req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] For port b1768862-9244-42ee-9d96-1265c8200b70, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b1768862-9244-42ee-9d96-1265c8200b70,segment=NetworkSegment(9cc3b34f-f709-4fff-b056-1565b529f1ba),segment_id=9cc3b34f-f709-4fff-b056-1565b529f1ba)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:20.903166 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-376f2bf6-748a-48cc-8957-e519bd7d1914 req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:20.909206 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fca97194-1d8d-4fc4-8196-52b192704dee req-fccc524d-3f34-432c-8ed5-700475d7ae6d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654564 Nov 22 16:58:20.930222 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-376f2bf6-748a-48cc-8957-e519bd7d1914 req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Calling delete_port for b1768862-9244-42ee-9d96-1265c8200b70 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:21.119817 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-376f2bf6-748a-48cc-8957-e519bd7d1914 req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.207293 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b27317-9977-4376-81eb-454423f0da75 req-fd72ba3d-542d-4ac6-aab2-f3287d077b78 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:21.214866 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a4b27317-9977-4376-81eb-454423f0da75 req-fd72ba3d-542d-4ac6-aab2-f3287d077b78 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0665696 Nov 22 16:58:21.261728 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Pushing event deleted for resources: {'Port': ['ID=b1768862-9244-42ee-9d96-1265c8200b70,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:21.277437 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:21.278179 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:21.278787 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:21.279337 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:21.280046 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:21.280706 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:21.281780 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:21.282363 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:21.283240 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:21.283863 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:21.285515 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:21.286105 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:21.287392 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a4b27317-9977-4376-81eb-454423f0da75 req-9f831f71-c25e-49f7-8bd0-e515805ec337 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688519 Nov 22 16:58:21.290915 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f', '011efefa-c92b-4c9f-9436-ba009a9fc5bc', 'b1768862-9244-42ee-9d96-1265c8200b70'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:58:21.374135 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-376f2bf6-748a-48cc-8957-e519bd7d1914 req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] No DVR routers for this DVR port b1768862-9244-42ee-9d96-1265c8200b70 on host hv-cinder-77819 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:21.379762 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-376f2bf6-748a-48cc-8957-e519bd7d1914 req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.392485 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-376f2bf6-748a-48cc-8957-e519bd7d1914 req-69071692-6468-4315-b318-09dc0265f1b5 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.85 "DELETE /v2.0/ports/b1768862-9244-42ee-9d96-1265c8200b70 HTTP/1.1" status: 204 len: 173 time: 1.2270315 Nov 22 16:58:21.392997 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9733321-3b66-452d-912d-cf368a5e3c80', 'name': 'network-vif-deleted', 'tag': 'b1768862-9244-42ee-9d96-1265c8200b70'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:21.396672 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678c541f-d8c5-480b-b868-087f624e51bd" -d '{"events": [{"server_uuid": "d9733321-3b66-452d-912d-cf368a5e3c80", "name": "network-vif-deleted", "tag": "b1768862-9244-42ee-9d96-1265c8200b70"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:21.502531 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652d5c40-25e9-4464-b007-c5fe9e19bbc0 x-openstack-request-id: req-652d5c40-25e9-4464-b007-c5fe9e19bbc0 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:21.502820 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9733321-3b66-452d-912d-cf368a5e3c80", "name": "network-vif-deleted", "tag": "b1768862-9244-42ee-9d96-1265c8200b70", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:21.503068 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-652d5c40-25e9-4464-b007-c5fe9e19bbc0 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:21.503466 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9733321-3b66-452d-912d-cf368a5e3c80', 'name': 'network-vif-deleted', 'tag': 'b1768862-9244-42ee-9d96-1265c8200b70', 'status': 'completed', 'code': 200} Nov 22 16:58:21.642993 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8427a3b-f077-468f-9e55-b0bbd8cb07bb req-7dbdf3d0-8e2d-4a2c-9492-9d6fb1e12015 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:21.651147 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f8427a3b-f077-468f-9e55-b0bbd8cb07bb req-7dbdf3d0-8e2d-4a2c-9492-9d6fb1e12015 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 944 time: 0.1046939 Nov 22 16:58:21.766775 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f8427a3b-f077-468f-9e55-b0bbd8cb07bb req-106d24ab-1a5d-430a-899e-7afd4e5ceb71 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139004 Nov 22 16:58:21.855256 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c4447-f4c7-4edb-befe-ed8776d39306 req-65139090-39c8-47ba-8ada-0c7459d09170 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:21.857722 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b11c4447-f4c7-4edb-befe-ed8776d39306 req-65139090-39c8-47ba-8ada-0c7459d09170 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0969622 Nov 22 16:58:21.937948 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b11c4447-f4c7-4edb-befe-ed8776d39306 req-ada089b8-d974-4611-867a-71e87e2e590b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682299 Nov 22 16:58:22.053836 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4f03f6df-41b7-4b55-a819-42a8446ae0ac req-c0aa16a2-84d1-4c4b-bdbf-65af49407080 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d9733321-3b66-452d-912d-cf368a5e3c80 HTTP/1.1" status: 200 len: 210 time: 0.0300767 Nov 22 16:58:22.438005 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5be51e-5d6a-4af0-b3c2-e4de71f81ee8 req-72e4ed11-ca6c-4331-af5d-0ae01a991aa8 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:22.439531 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ff5be51e-5d6a-4af0-b3c2-e4de71f81ee8 req-72e4ed11-ca6c-4331-af5d-0ae01a991aa8 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0596452 Nov 22 16:58:22.493500 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ff5be51e-5d6a-4af0-b3c2-e4de71f81ee8 req-a20e7a22-f064-4f3d-b2c1-7df6d319ff03 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472279 Nov 22 16:58:22.570495 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5b20bc14-18ce-41a5-9d78-af6471726a13 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:22.571919 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5b20bc14-18ce-41a5-9d78-af6471726a13 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/networks?id=9e0316c1-ed6f-4147-a582-f43d4b45ed05 HTTP/1.1" status: 200 len: 814 time: 0.1053143 Nov 22 16:58:22.604486 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-017b52c1-b62d-49c4-a267-4b06ffd0af18 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/quotas/3fb052a8ba2c4cf684bc111e26b2c6ca HTTP/1.1" status: 200 len: 375 time: 0.0243130 Nov 22 16:58:22.639815 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbdafd-85a7-4f60-be31-7831531d6a69 req-7264a12e-5ad9-4dba-b8a1-6548185f83bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:22.641316 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-51fbdafd-85a7-4f60-be31-7831531d6a69 req-7264a12e-5ad9-4dba-b8a1-6548185f83bd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea07513743f14c52a5a115f86dbb6b7b&device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 1098 time: 0.0685310 Nov 22 16:58:22.703547 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-0aad6e2f-596d-43bd-bb12-f86785723dd9 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3fb052a8ba2c4cf684bc111e26b2c6ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933311 Nov 22 16:58:22.793957 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbdafd-85a7-4f60-be31-7831531d6a69 req-54d99af4-b03a-47d5-a07c-7d99fc9643df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:22.795425 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-51fbdafd-85a7-4f60-be31-7831531d6a69 req-54d99af4-b03a-47d5-a07c-7d99fc9643df service neutron] 10.222.0.85 "GET /v2.0/networks?id=d6f6393f-bc97-47fe-80bd-2ee6749913ab HTTP/1.1" status: 200 len: 919 time: 0.1455379 Nov 22 16:58:22.876650 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-0501c803-7f6a-4514-b575-c40cea21b968 service neutron] 10.222.0.75 "GET /v2.0/networks/9e0316c1-ed6f-4147-a582-f43d4b45ed05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606898 Nov 22 16:58:22.900425 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698b182-020c-4d5a-80f6-09d1713b075c req-f9bd2cb1-4c5a-4f97-983c-ea9c5d4e93d2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:22.902354 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9698b182-020c-4d5a-80f6-09d1713b075c req-f9bd2cb1-4c5a-4f97-983c-ea9c5d4e93d2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 944 time: 0.0571821 Nov 22 16:58:22.943341 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-51fbdafd-85a7-4f60-be31-7831531d6a69 req-6833218e-6220-49ea-8cf9-69e2f8025626 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeee0f2b-0c59-426c-9308-f6ebadc254be HTTP/1.1" status: 200 len: 1001 time: 0.1327050 Nov 22 16:58:22.958745 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9698b182-020c-4d5a-80f6-09d1713b075c req-5abde661-fbfc-466e-8faf-b0574556af65 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503328 Nov 22 16:58:23.024284 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-6c0e0bda-29c1-4a5d-9453-5bf1db2a0916 service neutron] 10.222.0.75 "GET /v2.0/networks/9e0316c1-ed6f-4147-a582-f43d4b45ed05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468289 Nov 22 16:58:23.034054 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbdafd-85a7-4f60-be31-7831531d6a69 req-f7bdfe75-09fb-42e4-b18f-a31c46fbe0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:23.035679 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-51fbdafd-85a7-4f60-be31-7831531d6a69 req-f7bdfe75-09fb-42e4-b18f-a31c46fbe0b1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43573154-396f-4f70-9616-b22b08bbb1ff HTTP/1.1" status: 200 len: 856 time: 0.0753577 Nov 22 16:58:23.096139 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fcde4-8b0d-4b6c-a53c-442e3dc9b77e req-ee415eca-b297-417f-9452-dd2949e4b488 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:23.098058 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-087fcde4-8b0d-4b6c-a53c-442e3dc9b77e req-ee415eca-b297-417f-9452-dd2949e4b488 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0613592 Nov 22 16:58:23.113825 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbdafd-85a7-4f60-be31-7831531d6a69 req-ff94647e-67e3-4f14-975f-32f2c73d8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:23.115900 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-51fbdafd-85a7-4f60-be31-7831531d6a69 req-ff94647e-67e3-4f14-975f-32f2c73d8ca5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d6f6393f-bc97-47fe-80bd-2ee6749913ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0714924 Nov 22 16:58:23.182783 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-087fcde4-8b0d-4b6c-a53c-442e3dc9b77e req-69d42c11-140a-481c-97b2-f9ff521125e8 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757627 Nov 22 16:58:23.237219 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-51fbdafd-85a7-4f60-be31-7831531d6a69 req-6c18e2dd-b18f-4492-a314-fba23a10dfbf service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141260 Nov 22 16:58:23.277116 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ec46ded1-a211-4491-b10f-2df751d3ba8e req-8e4e4cfc-b2fa-413a-9533-cf1feec534b1 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 210 time: 0.0387278 Nov 22 16:58:23.368606 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-51fbdafd-85a7-4f60-be31-7831531d6a69 req-3b985d09-93d0-44b2-b635-cb2054ce404e service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190054 Nov 22 16:58:23.414797 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device b1768862-9244-42ee-9d96-1265c8200b70 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:23.448213 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: b1768862-9244-42ee-9d96-1265c8200b70 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:23.448775 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device b1768862-9244-42ee-9d96-1265c8200b70 not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:23.474056 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af132bd2-c664-483c-8443-0ca182906a90 req-4473e8e0-7b6c-4419-b013-63a171deca01 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:23.476285 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-af132bd2-c664-483c-8443-0ca182906a90 req-4473e8e0-7b6c-4419-b013-63a171deca01 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 945 time: 0.0658827 Nov 22 16:58:23.530744 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-af132bd2-c664-483c-8443-0ca182906a90 req-7285d369-7ae7-4b02-aab7-289d34bd38bf tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476012 Nov 22 16:58:23.592797 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:58:23.824707 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800d7b8-b888-470a-b0bf-a2a4977fcc4b req-891d19ce-65f4-4ccb-98da-8c24d11cddfd tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:23.826228 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1800d7b8-b888-470a-b0bf-a2a4977fcc4b req-891d19ce-65f4-4ccb-98da-8c24d11cddfd tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.2585425 Nov 22 16:58:23.876330 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1800d7b8-b888-470a-b0bf-a2a4977fcc4b req-71e208b9-15e8-425c-bc23-d384d06ceab9 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433238 Nov 22 16:58:24.078040 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dc350-1053-4ac0-a140-1a9c3055a74e req-e15f40cb-8fc4-48f6-92d9-011bf16577d9 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:24.079507 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-194dc350-1053-4ac0-a140-1a9c3055a74e req-e15f40cb-8fc4-48f6-92d9-011bf16577d9 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 944 time: 0.0483406 Nov 22 16:58:24.129847 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-194dc350-1053-4ac0-a140-1a9c3055a74e req-7d376673-9509-48a8-b45b-24b690aca400 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437374 Nov 22 16:58:24.314207 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2127df-41a7-46c5-a841-b251bd8e9467 req-8b6006a8-cefc-4d7e-a03f-f022df40b2e3 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:24.316564 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9b2127df-41a7-46c5-a841-b251bd8e9467 req-8b6006a8-cefc-4d7e-a03f-f022df40b2e3 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0543561 Nov 22 16:58:24.377515 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-87bfd8a9-032c-47d5-9c69-61fc853bd836 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:24.377777 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9b2127df-41a7-46c5-a841-b251bd8e9467 req-ef3447c6-f195-44f4-aea3-ab1c7b00bda0 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529962 Nov 22 16:58:24.378907 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-87bfd8a9-032c-47d5-9c69-61fc853bd836 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.85 "GET /v2.0/networks?id=9e0316c1-ed6f-4147-a582-f43d4b45ed05 HTTP/1.1" status: 200 len: 814 time: 0.1264517 Nov 22 16:58:24.410345 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-092110f1-81f0-462e-bab9-e9315aa05c6a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Request body: {'port': {'device_id': '4c5db562-90f4-4e8f-91fb-b3748ec80dff', 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05', 'admin_state_up': True, 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:24.415332 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-056cc3a3-795c-473a-8fdf-eefa85aab72e req-0e69181c-8147-48e1-96a8-01ad0900f687 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 210 time: 0.0355072 Nov 22 16:58:24.528701 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-092110f1-81f0-462e-bab9-e9315aa05c6a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Made reservation on behalf of 3fb052a8ba2c4cf684bc111e26b2c6ca for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:24.533914 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-092110f1-81f0-462e-bab9-e9315aa05c6a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.663608 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e5d9f-ba2f-4440-91e8-1891d23cdd2b req-87d7073f-a411-4b8c-bfb1-1f7c7d8c484c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:24.665812 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9f6e5d9f-ba2f-4440-91e8-1891d23cdd2b req-87d7073f-a411-4b8c-bfb1-1f7c7d8c484c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 945 time: 0.0527136 Nov 22 16:58:24.687381 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-092110f1-81f0-462e-bab9-e9315aa05c6a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Allocated IP 172.20.0.9 (9e0316c1-ed6f-4147-a582-f43d4b45ed05/80a11fbc-1cd5-456e-a3ee-c1df04fd356c/3a998c39-645a-408e-9ea1-7d0db6260621) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:24.728261 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9f6e5d9f-ba2f-4440-91e8-1891d23cdd2b req-1af2a0c6-7c64-4a6f-b341-133fcde1519a tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565052 Nov 22 16:58:24.906389 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-092110f1-81f0-462e-bab9-e9315aa05c6a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.960303 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-092110f1-81f0-462e-bab9-e9315aa05c6a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.052221 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-092110f1-81f0-462e-bab9-e9315aa05c6a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Network 9e0316c1-ed6f-4147-a582-f43d4b45ed05 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:25.059761 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-092110f1-81f0-462e-bab9-e9315aa05c6a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:25.062684 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-092110f1-81f0-462e-bab9-e9315aa05c6a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:58:25.110267 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092110f1-81f0-462e-bab9-e9315aa05c6a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Pushing event updated for resources: {'Port': ['ID=3a998c39-645a-408e-9ea1-7d0db6260621,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:25.129717 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-092110f1-81f0-462e-bab9-e9315aa05c6a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:25.130382 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-092110f1-81f0-462e-bab9-e9315aa05c6a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.151474 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab4e9b-291c-442c-86b0-5540ebcffaeb req-468733d4-3133-4ae8-b16b-5ce615235a22 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:25.159524 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9fab4e9b-291c-442c-86b0-5540ebcffaeb req-468733d4-3133-4ae8-b16b-5ce615235a22 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.1740339 Nov 22 16:58:25.172310 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-092110f1-81f0-462e-bab9-e9315aa05c6a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7659740 Nov 22 16:58:25.236472 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9fab4e9b-291c-442c-86b0-5540ebcffaeb req-33f48efe-0650-46b6-af29-8b015558ca76 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638061 Nov 22 16:58:25.330601 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a03c3-0964-4511-ba81-352720261f1f req-0fbdad7d-7067-4eb8-9e11-b087d3f99eac tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:25.337566 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-264a03c3-0964-4511-ba81-352720261f1f req-0fbdad7d-7067-4eb8-9e11-b087d3f99eac tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 944 time: 0.1056149 Nov 22 16:58:25.405976 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-264a03c3-0964-4511-ba81-352720261f1f req-cf999821-f64f-40f8-ab2a-5f0a791be982 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614474 Nov 22 16:58:25.416784 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-4a2466b4-aac3-4ecd-a9eb-f67e55bf32b4 None None] Provisioning complete for port 3a998c39-645a-408e-9ea1-7d0db6260621 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:25.417863 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a2466b4-aac3-4ecd-a9eb-f67e55bf32b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.454112 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 05347941-e90e-4e37-bf94-5230911bab70 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:58:25.530422 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe9f00-f89e-4935-8440-9e1141aabf1c req-73ed40d6-093b-4b6d-a7e5-ea0bede05d9f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:25.531971 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f9fe9f00-f89e-4935-8440-9e1141aabf1c req-73ed40d6-093b-4b6d-a7e5-ea0bede05d9f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0589914 Nov 22 16:58:25.544580 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-4a2466b4-aac3-4ecd-a9eb-f67e55bf32b4 None None] Port 3a998c39-645a-408e-9ea1-7d0db6260621 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:25.553453 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f0166-ed95-4baa-8692-120d30ccbf0c req-02d2957f-3898-4a13-bb6b-b218d15fee3c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:25.554995 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-da1f0166-ed95-4baa-8692-120d30ccbf0c req-02d2957f-3898-4a13-bb6b-b218d15fee3c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 931 time: 0.0617385 Nov 22 16:58:25.619495 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f9fe9f00-f89e-4935-8440-9e1141aabf1c req-babe100a-4af4-413a-9410-96a4a508658a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777853 Nov 22 16:58:25.620943 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 05347941-e90e-4e37-bf94-5230911bab70, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=05347941-e90e-4e37-bf94-5230911bab70,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:25.642579 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-da1f0166-ed95-4baa-8692-120d30ccbf0c req-8a949362-a0c4-471e-9389-295757cffade tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752957 Nov 22 16:58:25.643536 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': '05347941-e90e-4e37-bf94-5230911bab70', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'port_id': '05347941-e90e-4e37-bf94-5230911bab70', 'mac_address': 'fa:16:3e:0a:f3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:58:25.694357 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.710232 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05347941-e90e-4e37-bf94-5230911bab70 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:58:25.732594 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 05347941-e90e-4e37-bf94-5230911bab70, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=05347941-e90e-4e37-bf94-5230911bab70,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:25.739071 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.789580 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=05347941-e90e-4e37-bf94-5230911bab70,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:25.797866 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:25.798207 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:25.798546 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:25.798875 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:25.799202 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:25.799556 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:25.799887 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:25.800237 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:25.800579 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:25.800901 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:25.801218 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:25.801535 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:25.852823 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8048ea5-943d-4754-aa1c-ca13525231f3 req-2246922c-36d0-48ef-9ffb-28df5d210968 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:25.854301 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c8048ea5-943d-4754-aa1c-ca13525231f3 req-2246922c-36d0-48ef-9ffb-28df5d210968 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 945 time: 0.0585892 Nov 22 16:58:25.909452 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c8048ea5-943d-4754-aa1c-ca13525231f3 req-ef90ce6b-a060-4591-b186-57ffc92d588d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488179 Nov 22 16:58:26.091383 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['05347941-e90e-4e37-bf94-5230911bab70'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:58:26.383746 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e29788-82f3-4948-aab7-6bd86452cc5d req-b2a7c181-6a2e-49ad-8181-8485c9a41da6 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:26.388660 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-77e29788-82f3-4948-aab7-6bd86452cc5d req-b2a7c181-6a2e-49ad-8181-8485c9a41da6 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0621355 Nov 22 16:58:26.437772 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-77e29788-82f3-4948-aab7-6bd86452cc5d req-04ba0b63-836a-4033-bb09-3a74a9c82ac3 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461564 Nov 22 16:58:26.533091 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561fda0-50b4-46e5-a5cb-bf0b4614c781 req-05259250-fd10-4c24-a08b-394771354c6a tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:26.536603 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e561fda0-50b4-46e5-a5cb-bf0b4614c781 req-05259250-fd10-4c24-a08b-394771354c6a tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 945 time: 0.0536075 Nov 22 16:58:26.602987 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e561fda0-50b4-46e5-a5cb-bf0b4614c781 req-26091e93-6b13-42b0-abcd-8c503f239ce7 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508614 Nov 22 16:58:26.777536 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc96b4-a0b8-4eaf-98c6-c708fc4f24fd req-c37e55ef-ed8e-4b22-8eee-4c044fba2165 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:26.779007 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-58dc96b4-a0b8-4eaf-98c6-c708fc4f24fd req-c37e55ef-ed8e-4b22-8eee-4c044fba2165 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 931 time: 0.0593946 Nov 22 16:58:26.787746 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d577b4-0436-4e9c-8bdd-13ac9ee22484 req-c0a81f9f-a36c-4ad6-b7fc-e7d750aa59fb tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:26.789157 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-04d577b4-0436-4e9c-8bdd-13ac9ee22484 req-c0a81f9f-a36c-4ad6-b7fc-e7d750aa59fb tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 945 time: 0.0773635 Nov 22 16:58:26.840814 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-04d577b4-0436-4e9c-8bdd-13ac9ee22484 req-befa644b-28d1-4b66-b7fb-e04c94957864 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454545 Nov 22 16:58:26.841150 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-58dc96b4-a0b8-4eaf-98c6-c708fc4f24fd req-c3b6dab7-4952-4238-a3cf-277f6a87b5fc tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560074 Nov 22 16:58:27.034285 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007e00f-207a-442b-93b1-7ceee1706270 req-f3bcff44-f12b-4a75-8757-8d8c2a2965b0 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:27.035763 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e007e00f-207a-442b-93b1-7ceee1706270 req-f3bcff44-f12b-4a75-8757-8d8c2a2965b0 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 945 time: 0.0526581 Nov 22 16:58:27.087050 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e007e00f-207a-442b-93b1-7ceee1706270 req-764ddd7f-c7a0-4c6c-abdb-7869a6d0eb28 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446727 Nov 22 16:58:27.438911 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 05347941-e90e-4e37-bf94-5230911bab70 up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:27.493745 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port 05347941-e90e-4e37-bf94-5230911bab70 completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:58:27.499424 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port 05347941-e90e-4e37-bf94-5230911bab70 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:27.500464 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:27.596256 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f47580-3a53-4917-850a-6165e6d69435 req-f2fc3b62-b947-4b54-bb1b-e46f5dcd3c0d tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:27.598343 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:27.604347 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-02f47580-3a53-4917-850a-6165e6d69435 req-f2fc3b62-b947-4b54-bb1b-e46f5dcd3c0d tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0617399 Nov 22 16:58:27.628804 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab52eb2a-911f-4bc0-97d1-f3976f3930ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05347941-e90e-4e37-bf94-5230911bab70'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:27.631710 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45c4098-da0e-47ab-aa0d-6cda60888357" -d '{"events": [{"server_uuid": "ab52eb2a-911f-4bc0-97d1-f3976f3930ad", "name": "network-vif-plugged", "status": "completed", "tag": "05347941-e90e-4e37-bf94-5230911bab70"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:27.647389 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 05347941-e90e-4e37-bf94-5230911bab70, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=05347941-e90e-4e37-bf94-5230911bab70,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:27.652869 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:27.653824 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device eeee0f2b-0c59-426c-9308-f6ebadc254be no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:27.704540 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-02f47580-3a53-4917-850a-6165e6d69435 req-1aa6535d-0b7a-4d0b-98c2-2ad014660c5f tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990922 Nov 22 16:58:27.749011 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=05347941-e90e-4e37-bf94-5230911bab70,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:27.798506 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf76f12-81b4-4933-9c00-0300d990e5d5 x-openstack-request-id: req-fcf76f12-81b4-4933-9c00-0300d990e5d5 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:27.798858 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab52eb2a-911f-4bc0-97d1-f3976f3930ad", "name": "network-vif-plugged", "status": "completed", "tag": "05347941-e90e-4e37-bf94-5230911bab70", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:27.799056 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fcf76f12-81b4-4933-9c00-0300d990e5d5 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:27.799449 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab52eb2a-911f-4bc0-97d1-f3976f3930ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05347941-e90e-4e37-bf94-5230911bab70', 'code': 200} Nov 22 16:58:27.800422 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70076e17-89da-4954-a23d-455b870bf34a req-bc0b480f-efa3-40d0-a5c8-3d4a2fdc4331 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:27.810739 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-70076e17-89da-4954-a23d-455b870bf34a req-bc0b480f-efa3-40d0-a5c8-3d4a2fdc4331 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 946 time: 0.1021562 Nov 22 16:58:27.838717 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:27.878106 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-70076e17-89da-4954-a23d-455b870bf34a req-7231e711-2bdb-4a3e-8b2a-06fe7d50d61f tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660594 Nov 22 16:58:27.891219 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port eeee0f2b-0c59-426c-9308-f6ebadc254be, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eeee0f2b-0c59-426c-9308-f6ebadc254be,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:27.898397 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:27.980325 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=eeee0f2b-0c59-426c-9308-f6ebadc254be,revision_number=8']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:28.004700 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff03f34-f452-455f-813d-3c160eb65132 req-1ebe88a0-d4f0-459f-a850-29282ee04dcc tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:28.022003 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9ff03f34-f452-455f-813d-3c160eb65132 req-1ebe88a0-d4f0-459f-a850-29282ee04dcc tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 931 time: 0.0834384 Nov 22 16:58:28.054029 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7689e9c-c8e7-4aa9-981e-01fd476a65c0 req-ff95d7a2-6bf7-4c70-a45e-1c36e3f44f5a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:28.055622 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a7689e9c-c8e7-4aa9-981e-01fd476a65c0 req-ff95d7a2-6bf7-4c70-a45e-1c36e3f44f5a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0895977 Nov 22 16:58:28.070210 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9ff03f34-f452-455f-813d-3c160eb65132 req-c51c6d5e-4f11-41c6-b1e9-0719cebeee86 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469728 Nov 22 16:58:28.118131 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a7689e9c-c8e7-4aa9-981e-01fd476a65c0 req-0993029b-934f-4389-9ceb-75b10150a243 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556686 Nov 22 16:58:28.214280 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90117cf-b6fd-4324-9c68-4d2e26aeac01 req-a5d75482-8a07-4469-bfb9-a84c2a802773 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:28.216224 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f90117cf-b6fd-4324-9c68-4d2e26aeac01 req-a5d75482-8a07-4469-bfb9-a84c2a802773 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 945 time: 0.0578268 Nov 22 16:58:28.270991 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f90117cf-b6fd-4324-9c68-4d2e26aeac01 req-d12005c3-b931-46fc-92be-fde44e906b01 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487270 Nov 22 16:58:28.305150 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:28.836925 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa47221-1003-4f2c-976c-25512ed902c4 req-3b47fb10-222b-4fc8-9789-d51e7c03114d tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:28.844973 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4aa47221-1003-4f2c-976c-25512ed902c4 req-3b47fb10-222b-4fc8-9789-d51e7c03114d tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0729861 Nov 22 16:58:28.891222 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4aa47221-1003-4f2c-976c-25512ed902c4 req-be7436d7-2d7e-42b1-9b08-be179b27e47b tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453496 Nov 22 16:58:29.011366 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63331f0-810a-4ccf-a17f-1854c716365a req-dc3a5efb-d8e5-47c9-91cb-95d5ebeea0ba tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:29.012963 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a63331f0-810a-4ccf-a17f-1854c716365a req-dc3a5efb-d8e5-47c9-91cb-95d5ebeea0ba tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 946 time: 0.0625255 Nov 22 16:58:29.069451 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a63331f0-810a-4ccf-a17f-1854c716365a req-dd093eec-3f59-4a05-bb66-bd442746fe9a tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505269 Nov 22 16:58:29.201063 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342902f7-57ac-4fde-afbc-091e0b43ef71 req-d646ef64-dead-4e1f-960b-1868aa14c477 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:29.202659 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-342902f7-57ac-4fde-afbc-091e0b43ef71 req-d646ef64-dead-4e1f-960b-1868aa14c477 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 931 time: 0.0555770 Nov 22 16:58:29.262082 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-342902f7-57ac-4fde-afbc-091e0b43ef71 req-c7c3d781-29ac-4146-a33e-589781a0aaf0 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535679 Nov 22 16:58:29.264701 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde6918-dc88-4835-9d93-ec0791120741 req-bcd96bc6-64b7-40f4-b49c-62d9499dc31b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:29.272361 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1bde6918-dc88-4835-9d93-ec0791120741 req-bcd96bc6-64b7-40f4-b49c-62d9499dc31b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0643966 Nov 22 16:58:29.328476 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1bde6918-dc88-4835-9d93-ec0791120741 req-fbb60e81-d8d5-42fb-9179-b201976578e4 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551231 Nov 22 16:58:29.417741 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc682f-1155-447c-b686-ea19d067b99a req-cfc950af-95da-430d-90a6-3918e3dc85ff tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:29.419240 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-06bc682f-1155-447c-b686-ea19d067b99a req-cfc950af-95da-430d-90a6-3918e3dc85ff tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 945 time: 0.0568659 Nov 22 16:58:29.476851 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-06bc682f-1155-447c-b686-ea19d067b99a req-e947eb46-95e1-4e66-9b21-f75dc8cc0044 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511994 Nov 22 16:58:29.800684 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a870d5f5-a982-4090-a858-df3242b104c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeee0f2b-0c59-426c-9308-f6ebadc254be'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:29.803674 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f2fdf5-03a6-456a-bd3d-97e0d9879f49" -d '{"events": [{"server_uuid": "a870d5f5-a982-4090-a858-df3242b104c2", "name": "network-vif-unplugged", "status": "completed", "tag": "eeee0f2b-0c59-426c-9308-f6ebadc254be"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:29.852631 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2b3dab-adbe-4ce3-990b-9440576179a3 x-openstack-request-id: req-cb2b3dab-adbe-4ce3-990b-9440576179a3 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:29.852925 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a870d5f5-a982-4090-a858-df3242b104c2", "name": "network-vif-unplugged", "status": "completed", "tag": "eeee0f2b-0c59-426c-9308-f6ebadc254be", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:29.853180 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cb2b3dab-adbe-4ce3-990b-9440576179a3 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:29.853601 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a870d5f5-a982-4090-a858-df3242b104c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeee0f2b-0c59-426c-9308-f6ebadc254be', 'code': 200} Nov 22 16:58:30.027781 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada548f-f19e-423c-89c1-6ee8afa6fadc req-0a166b6a-0315-48e4-8351-5d94f7b47bd7 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:30.029272 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5ada548f-f19e-423c-89c1-6ee8afa6fadc req-0a166b6a-0315-48e4-8351-5d94f7b47bd7 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0527983 Nov 22 16:58:30.087441 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5ada548f-f19e-423c-89c1-6ee8afa6fadc req-7cd7f0d9-c108-494e-87dd-ce3e4fde0666 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511208 Nov 22 16:58:30.216317 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b837199-10e5-4d72-9919-341df3949fbf req-569aefe1-a56b-4ba0-85b3-0e3c170374e1 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:30.217847 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4b837199-10e5-4d72-9919-341df3949fbf req-569aefe1-a56b-4ba0-85b3-0e3c170374e1 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 946 time: 0.0744245 Nov 22 16:58:30.281008 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4b837199-10e5-4d72-9919-341df3949fbf req-93592aef-665f-4b36-b1fb-81d1e44478f9 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572062 Nov 22 16:58:30.398338 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb10eb3-888d-4ffa-9a3b-5464cf0676de req-18602202-f0fe-4b28-b89e-59d568e97b24 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:30.399828 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7cb10eb3-888d-4ffa-9a3b-5464cf0676de req-18602202-f0fe-4b28-b89e-59d568e97b24 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 931 time: 0.0689363 Nov 22 16:58:30.463872 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7cb10eb3-888d-4ffa-9a3b-5464cf0676de req-07ce6b5c-d7f9-4123-8030-46204e7a97a0 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575829 Nov 22 16:58:30.475276 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3935c4-9a77-4be6-8ef1-c936f1a3a535 req-0e1d878b-7b65-43a7-82a9-2de2f913a994 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:30.476916 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ca3935c4-9a77-4be6-8ef1-c936f1a3a535 req-0e1d878b-7b65-43a7-82a9-2de2f913a994 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0639527 Nov 22 16:58:30.551131 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ca3935c4-9a77-4be6-8ef1-c936f1a3a535 req-cfc3d9f1-3939-4b26-be9a-59041476ce02 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676141 Nov 22 16:58:30.606630 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d24693-a97d-4f44-93c4-634452543bde req-8a653664-5869-4557-8e9b-400eb47d277e tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:30.608479 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-26d24693-a97d-4f44-93c4-634452543bde req-8a653664-5869-4557-8e9b-400eb47d277e tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 945 time: 0.0500088 Nov 22 16:58:30.666913 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-26d24693-a97d-4f44-93c4-634452543bde req-071c076a-2314-4273-a822-05a45aae1e11 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517693 Nov 22 16:58:31.226846 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bb9f1-460f-4b78-80b9-5b3f8a1ab5dd req-16848cb5-d286-4fde-9fdd-658f75f915ff tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:31.228463 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c21bb9f1-460f-4b78-80b9-5b3f8a1ab5dd req-16848cb5-d286-4fde-9fdd-658f75f915ff tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0510540 Nov 22 16:58:31.289475 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c21bb9f1-460f-4b78-80b9-5b3f8a1ab5dd req-ac53b34e-f268-450c-8855-3c0c67ae1af8 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541272 Nov 22 16:58:31.423213 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e8c0b-efb8-4405-be9f-f18d61302238 req-ef5d0697-bf0f-42a2-9ada-9b659f655076 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:31.424825 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a44e8c0b-efb8-4405-be9f-f18d61302238 req-ef5d0697-bf0f-42a2-9ada-9b659f655076 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 946 time: 0.0632043 Nov 22 16:58:31.490734 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a44e8c0b-efb8-4405-be9f-f18d61302238 req-9356a53f-1d96-4ed1-86ff-7bc46992c1d7 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586073 Nov 22 16:58:31.596747 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25571007-d5c2-4452-9915-729de7a37267 req-2b766de9-ef0f-4cf7-96ef-8f6a4af6f6ca tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:31.598254 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-25571007-d5c2-4452-9915-729de7a37267 req-2b766de9-ef0f-4cf7-96ef-8f6a4af6f6ca tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 931 time: 0.0528688 Nov 22 16:58:31.662676 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-25571007-d5c2-4452-9915-729de7a37267 req-6c20493d-88f3-4937-bd93-075fdc5466f6 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580478 Nov 22 16:58:31.683580 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad1a53-4ffe-49d8-8131-c6a5990203c7 req-71bda8a9-c9c4-4c28-b7af-1f8842e91cdf tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:31.685114 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-34ad1a53-4ffe-49d8-8131-c6a5990203c7 req-71bda8a9-c9c4-4c28-b7af-1f8842e91cdf tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0602818 Nov 22 16:58:31.751439 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-34ad1a53-4ffe-49d8-8131-c6a5990203c7 req-1d94b76c-7d81-4d98-bb76-9cf28d91eedd tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596137 Nov 22 16:58:31.791479 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce730ae-00f1-49c0-ba4d-b83590aed99e req-44c79606-dcef-4b7c-9e4d-98c13854b40d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:31.793320 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7ce730ae-00f1-49c0-ba4d-b83590aed99e req-44c79606-dcef-4b7c-9e4d-98c13854b40d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 945 time: 0.0567312 Nov 22 16:58:31.849991 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7ce730ae-00f1-49c0-ba4d-b83590aed99e req-f5ca50f6-69fb-4f7c-a1b0-3669a2337660 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440078 Nov 22 16:58:32.410372 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35921f-bf41-4531-bf85-e432da982343 req-d8a1f1cb-67cb-445f-903c-8caffb7f39de tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:32.416046 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-db35921f-bf41-4531-bf85-e432da982343 req-d8a1f1cb-67cb-445f-903c-8caffb7f39de tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0531752 Nov 22 16:58:32.478671 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-db35921f-bf41-4531-bf85-e432da982343 req-2a3b380d-1052-4b09-a750-e80d0f3bff68 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557833 Nov 22 16:58:32.634210 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65eaafc-05b0-40ef-8f7f-8e49329b156e req-c2d69063-e0f9-49db-a872-69209b4f6673 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:32.635674 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e65eaafc-05b0-40ef-8f7f-8e49329b156e req-c2d69063-e0f9-49db-a872-69209b4f6673 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 946 time: 0.0594671 Nov 22 16:58:32.694363 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e65eaafc-05b0-40ef-8f7f-8e49329b156e req-d53e940e-cbb1-4ab1-9055-23c06dfa56d8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516448 Nov 22 16:58:32.801879 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd473b-3120-4892-8e47-8b94a0c5f488 req-6a2fd548-8863-4ec2-919e-947da02e0b5e tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:32.803559 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-07dd473b-3120-4892-8e47-8b94a0c5f488 req-6a2fd548-8863-4ec2-919e-947da02e0b5e tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 931 time: 0.0668530 Nov 22 16:58:32.864669 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-07dd473b-3120-4892-8e47-8b94a0c5f488 req-91e461a4-df5f-44cd-9b65-142278d89768 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546327 Nov 22 16:58:32.882776 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987345e-05d8-4bcd-8b4b-286bb1317b96 req-fe60c4d5-f91d-49a4-b5e0-76fdabc90ba7 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:32.884415 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3987345e-05d8-4bcd-8b4b-286bb1317b96 req-fe60c4d5-f91d-49a4-b5e0-76fdabc90ba7 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0572479 Nov 22 16:58:32.952136 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3987345e-05d8-4bcd-8b4b-286bb1317b96 req-37320cb7-81b9-4a8e-b4cc-dab7719aa54d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604458 Nov 22 16:58:33.005230 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae6707-7bf7-45d9-b671-eefbe6ca179d req-314ca00a-5ed6-417f-990c-ea6dfea0c277 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:33.007294 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c3ae6707-7bf7-45d9-b671-eefbe6ca179d req-314ca00a-5ed6-417f-990c-ea6dfea0c277 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 945 time: 0.0715714 Nov 22 16:58:33.058918 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c3ae6707-7bf7-45d9-b671-eefbe6ca179d req-ff0b93b4-32d0-437e-ba87-48ab2d311e36 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455532 Nov 22 16:58:33.610663 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab871c7-4f84-4fab-8af4-f7975e3a101f req-7443ddb0-a8c9-499b-9c04-7d2a687867b7 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:33.612247 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cab871c7-4f84-4fab-8af4-f7975e3a101f req-7443ddb0-a8c9-499b-9c04-7d2a687867b7 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0509353 Nov 22 16:58:33.682276 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cab871c7-4f84-4fab-8af4-f7975e3a101f req-5a284e23-8fd6-4809-8aa0-e5f80567f4cf tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615172 Nov 22 16:58:33.839445 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427adea-a70a-4371-8967-3346c1af4751 req-42bf3c9b-0c15-4515-bdc4-18400d03cd18 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:33.841099 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1427adea-a70a-4371-8967-3346c1af4751 req-42bf3c9b-0c15-4515-bdc4-18400d03cd18 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 946 time: 0.0576777 Nov 22 16:58:33.896690 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1427adea-a70a-4371-8967-3346c1af4751 req-143fea5f-a6de-4419-9399-19f728c48f5a tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490508 Nov 22 16:58:33.988297 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade25e1-a959-43e3-9de7-ee28c3cfedb8 req-4b868924-9262-4734-8dd8-b083b4868e96 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:33.990768 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-aade25e1-a959-43e3-9de7-ee28c3cfedb8 req-4b868924-9262-4734-8dd8-b083b4868e96 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 931 time: 0.0559292 Nov 22 16:58:34.071329 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-aade25e1-a959-43e3-9de7-ee28c3cfedb8 req-3a9f3b38-4fb4-4f45-8ea6-4a903f70bce0 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733743 Nov 22 16:58:34.085672 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cd8a5-753e-4829-84cf-abe92edd1ff1 req-fda87ae7-cd18-4e05-8931-e107bc72d127 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:34.087376 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-479cd8a5-753e-4829-84cf-abe92edd1ff1 req-fda87ae7-cd18-4e05-8931-e107bc72d127 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0612998 Nov 22 16:58:34.151359 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-479cd8a5-753e-4829-84cf-abe92edd1ff1 req-62c07f97-33e4-4d8f-844c-11c30c2f0c6d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476546 Nov 22 16:58:34.203974 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79835e2e-44f0-413a-9806-83420b1c0731 req-8c2c635b-1aae-491d-b52c-25622a6ef17e tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:34.205540 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-79835e2e-44f0-413a-9806-83420b1c0731 req-8c2c635b-1aae-491d-b52c-25622a6ef17e tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 945 time: 0.0628698 Nov 22 16:58:34.256017 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-79835e2e-44f0-413a-9806-83420b1c0731 req-b3c01c3c-4980-4c14-8392-620899370da7 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426290 Nov 22 16:58:34.803052 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077e372-2a33-4600-a784-4de9819f0845 req-d4555012-51e0-40d1-9161-fc0c37577504 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:34.804447 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5077e372-2a33-4600-a784-4de9819f0845 req-d4555012-51e0-40d1-9161-fc0c37577504 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0492933 Nov 22 16:58:34.860635 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5077e372-2a33-4600-a784-4de9819f0845 req-78174fca-a541-4305-9e73-57f067a14ec4 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499268 Nov 22 16:58:35.021047 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9672af3-740c-45d2-be0d-fc223040f310 req-23c99b2b-12a0-4d67-9eb8-e90e7e168aac tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:35.022695 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b9672af3-740c-45d2-be0d-fc223040f310 req-23c99b2b-12a0-4d67-9eb8-e90e7e168aac tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 946 time: 0.0555878 Nov 22 16:58:35.072338 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b9672af3-740c-45d2-be0d-fc223040f310 req-11321cfd-4bf2-434e-85d7-03ac787f7a17 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429752 Nov 22 16:58:35.180625 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33991a25-2db1-45b8-b790-5a42f3f0efe4 req-ae21dda5-73bd-40ec-8a6c-1c7777138be2 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:35.182116 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-33991a25-2db1-45b8-b790-5a42f3f0efe4 req-ae21dda5-73bd-40ec-8a6c-1c7777138be2 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 931 time: 0.0482004 Nov 22 16:58:35.233034 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-33991a25-2db1-45b8-b790-5a42f3f0efe4 req-8ef1aaf9-d729-4499-9984-67a95338c309 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443988 Nov 22 16:58:35.284409 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f8c3c-e4c0-4f73-9374-975560218e20 req-42c0f744-7a2d-4e69-93f7-dc82438c220f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:35.285901 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-019f8c3c-e4c0-4f73-9374-975560218e20 req-42c0f744-7a2d-4e69-93f7-dc82438c220f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0503061 Nov 22 16:58:35.342982 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-019f8c3c-e4c0-4f73-9374-975560218e20 req-d47b2ec2-0a8a-4b71-8569-3ad14e12da2e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484617 Nov 22 16:58:35.379798 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041a96a-c843-45ce-b518-8a157c609c3f req-1a08b1a8-0417-4caa-ac7b-ebe1920f1803 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:35.382117 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b041a96a-c843-45ce-b518-8a157c609c3f req-1a08b1a8-0417-4caa-ac7b-ebe1920f1803 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 945 time: 0.0506914 Nov 22 16:58:35.428618 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b041a96a-c843-45ce-b518-8a157c609c3f req-7bcb613f-c19e-4aee-97b6-6bd57ba01ebf tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406437 Nov 22 16:58:35.520160 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Request body: {'port': {'device_id': '4c5db562-90f4-4e8f-91fb-b3748ec80dff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:35.580863 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:35.600695 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-acb12bc4-8758-4798-beba-bbde0222c015 req-2f3aa46d-154d-4adb-960e-017c15015d91 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631049 Nov 22 16:58:35.682172 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb12bc4-8758-4798-beba-bbde0222c015 req-30bb5e25-a048-48e5-ba13-751ed3b8d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:35.683758 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-acb12bc4-8758-4798-beba-bbde0222c015 req-30bb5e25-a048-48e5-ba13-751ed3b8d881 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=012a405b16094665bf98670cf1f502b2&device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 1098 time: 0.0425165 Nov 22 16:58:35.829619 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb12bc4-8758-4798-beba-bbde0222c015 req-6a8af75a-a3f4-4211-b1d5-d44ff5c9b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:35.831081 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-acb12bc4-8758-4798-beba-bbde0222c015 req-6a8af75a-a3f4-4211-b1d5-d44ff5c9b777 service neutron] 10.222.0.85 "GET /v2.0/networks?id=addedaf8-c56a-4700-8c31-6938e05f34b5 HTTP/1.1" status: 200 len: 920 time: 0.1057405 Nov 22 16:58:35.876814 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-acb12bc4-8758-4798-beba-bbde0222c015 req-208e9e99-7090-4dc8-bfe8-80ad6ed55333 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b87d647-88c5-43fe-9e03-f13308c9bce7 HTTP/1.1" status: 200 len: 217 time: 0.0376601 Nov 22 16:58:35.915743 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7311fa2-ac74-4a14-8fad-f433a9e267e5 req-50aca8bb-757f-4501-b488-b75520041d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:35.917279 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a7311fa2-ac74-4a14-8fad-f433a9e267e5 req-50aca8bb-757f-4501-b488-b75520041d45 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 1099 time: 0.1046264 Nov 22 16:58:35.920977 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a998c39-645a-408e-9ea1-7d0db6260621 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:58:35.930436 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:35.931796 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb12bc4-8758-4798-beba-bbde0222c015 req-50d1e3dc-f6c1-4e95-beb5-e2d4de17fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:35.933578 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-acb12bc4-8758-4798-beba-bbde0222c015 req-50d1e3dc-f6c1-4e95-beb5-e2d4de17fadc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ed57d480-17de-4af9-a2a6-f35eb04a38a9 HTTP/1.1" status: 200 len: 858 time: 0.0486860 Nov 22 16:58:35.955858 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Transition to ACTIVE for port object 3a998c39-645a-408e-9ea1-7d0db6260621 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:58:35.964755 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:35.983008 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-acb12bc4-8758-4798-beba-bbde0222c015 req-bd40861d-6a92-4ba8-a4c1-4173cd608ca7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=addedaf8-c56a-4700-8c31-6938e05f34b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382156 Nov 22 16:58:36.008587 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a7311fa2-ac74-4a14-8fad-f433a9e267e5 req-a1659297-e7ed-482a-9dfe-600112fe7343 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806198 Nov 22 16:58:36.030149 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Pushing event updated for resources: {'Port': ['ID=3a998c39-645a-408e-9ea1-7d0db6260621,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:36.052410 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af236a-2659-4728-9906-2b1d710e8456 req-77cc1937-9df3-4356-99d8-f9aee1ee9cce tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:36.053970 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-18af236a-2659-4728-9906-2b1d710e8456 req-77cc1937-9df3-4356-99d8-f9aee1ee9cce tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.1195145 Nov 22 16:58:36.130426 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Attempting to bind port 3a998c39-645a-408e-9ea1-7d0db6260621 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:58:36.132236 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Attempting to bind port 3a998c39-645a-408e-9ea1-7d0db6260621 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '5a968853-1af1-46b3-8a6e-ae7e1b404ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:58:36.132766 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Attempting to bind port 3a998c39-645a-408e-9ea1-7d0db6260621 on network 9e0316c1-ed6f-4147-a582-f43d4b45ed05 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:58:36.138045 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Port 3a998c39-645a-408e-9ea1-7d0db6260621 on network 9e0316c1-ed6f-4147-a582-f43d4b45ed05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:58:36.138602 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Attempting to bind port 3a998c39-645a-408e-9ea1-7d0db6260621 on network 9e0316c1-ed6f-4147-a582-f43d4b45ed05 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:58:36.144312 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:58:36.144913 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Checking segment: {'id': '5a968853-1af1-46b3-8a6e-ae7e1b404ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:58:36.145522 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Bound using segment: {'id': '5a968853-1af1-46b3-8a6e-ae7e1b404ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:58:36.146668 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Bound port: 3a998c39-645a-408e-9ea1-7d0db6260621, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a968853-1af1-46b3-8a6e-ae7e1b404ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:58:36.147181 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:36.180663 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ba1a9-3ffd-442b-8a74-ca726cd9a56f req-475f5b06-4743-4295-a7fe-348d3f5d493c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:36.182365 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-351ba1a9-3ffd-442b-8a74-ca726cd9a56f req-475f5b06-4743-4295-a7fe-348d3f5d493c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.85 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 945 time: 0.1822398 Nov 22 16:58:36.200576 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-18af236a-2659-4728-9906-2b1d710e8456 req-eb8c131c-4037-49d0-b8ad-5dfb9aad90ae tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064913 Nov 22 16:58:36.224941 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-acb12bc4-8758-4798-beba-bbde0222c015 req-3144e267-4e69-4241-a13f-0dbf8588c11b service neutron] 10.222.0.85 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277830 Nov 22 16:58:36.259125 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec8e51-dad5-468d-94aa-e70d4df310d8 req-fae3550b-313a-4311-801b-492828a8bf95 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:36.260296 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b3ec8e51-dad5-468d-94aa-e70d4df310d8 req-fae3550b-313a-4311-801b-492828a8bf95 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 946 time: 0.1013455 Nov 22 16:58:36.267721 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] For port 3a998c39-645a-408e-9ea1-7d0db6260621, host hv-cinder-77819, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:58:36.276290 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] For port 3a998c39-645a-408e-9ea1-7d0db6260621, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3a998c39-645a-408e-9ea1-7d0db6260621,segment=NetworkSegment(5a968853-1af1-46b3-8a6e-ae7e1b404ec4),segment_id=5a968853-1af1-46b3-8a6e-ae7e1b404ec4)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:58:36.289320 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:36.351266 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:36.351876 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:36.353275 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] 10.222.0.85 "PUT /v2.0/ports/3a998c39-645a-408e-9ea1-7d0db6260621 HTTP/1.1" status: 200 len: 1093 time: 0.8375094 Nov 22 16:58:36.354554 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5db562-90f4-4e8f-91fb-b3748ec80dff', 'tag': '3a998c39-645a-408e-9ea1-7d0db6260621'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:36.356852 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5908ee-1608-4ce5-9c7e-828bea56d924" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5db562-90f4-4e8f-91fb-b3748ec80dff", "tag": "3a998c39-645a-408e-9ea1-7d0db6260621"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:36.365322 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b3ec8e51-dad5-468d-94aa-e70d4df310d8 req-a3da7127-8f09-47e6-a121-1fd954514480 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990074 Nov 22 16:58:36.413964 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f4cbd-7699-4b50-9710-1ad87b0cfa29 service neutron] Pushing event updated for resources: {'Port': ['ID=3a998c39-645a-408e-9ea1-7d0db6260621,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:36.447663 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-acb12bc4-8758-4798-beba-bbde0222c015 req-5446d00a-b0c7-4fd5-979b-f14a0a316efd service neutron] 10.222.0.85 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015007 Nov 22 16:58:36.456714 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13741b-391b-4b47-92d5-7b095240f5c3 req-917e351a-a85f-420f-9c24-9906b15241db tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:36.464638 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ae13741b-391b-4b47-92d5-7b095240f5c3 req-917e351a-a85f-420f-9c24-9906b15241db tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 943 time: 0.1544297 Nov 22 16:58:36.507706 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-351ba1a9-3ffd-442b-8a74-ca726cd9a56f req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Deleting port 011efefa-c92b-4c9f-9436-ba009a9fc5bc {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:36.508186 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-351ba1a9-3ffd-442b-8a74-ca726cd9a56f req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:36.595221 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ae13741b-391b-4b47-92d5-7b095240f5c3 req-a7a740cc-5118-4127-b07b-45177f82e284 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296895 Nov 22 16:58:36.671169 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-351ba1a9-3ffd-442b-8a74-ca726cd9a56f req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] For port 011efefa-c92b-4c9f-9436-ba009a9fc5bc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=011efefa-c92b-4c9f-9436-ba009a9fc5bc,segment=NetworkSegment(9cc3b34f-f709-4fff-b056-1565b529f1ba),segment_id=9cc3b34f-f709-4fff-b056-1565b529f1ba)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:36.671625 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-351ba1a9-3ffd-442b-8a74-ca726cd9a56f req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:36.707829 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-351ba1a9-3ffd-442b-8a74-ca726cd9a56f req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Calling delete_port for 011efefa-c92b-4c9f-9436-ba009a9fc5bc owned by compute:nova {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:36.760773 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46312153-2d88-491c-a00b-2a8235d81b45 x-openstack-request-id: req-46312153-2d88-491c-a00b-2a8235d81b45 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:36.761346 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5db562-90f4-4e8f-91fb-b3748ec80dff", "tag": "3a998c39-645a-408e-9ea1-7d0db6260621", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:36.761737 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-46312153-2d88-491c-a00b-2a8235d81b45 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:36.762292 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5db562-90f4-4e8f-91fb-b3748ec80dff', 'tag': '3a998c39-645a-408e-9ea1-7d0db6260621', 'status': 'completed', 'code': 200} Nov 22 16:58:36.771633 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3761f0-4195-4db3-bcd7-fc4c344f4120 req-42ec03ba-e08e-4aa7-969d-2cf8ec8455bb tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:36.773174 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ce3761f0-4195-4db3-bcd7-fc4c344f4120 req-42ec03ba-e08e-4aa7-969d-2cf8ec8455bb tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 945 time: 0.1043932 Nov 22 16:58:36.805578 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-df5eda2f-34ba-4e6d-8bf5-f3d8e62ea53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:36.807100 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-df5eda2f-34ba-4e6d-8bf5-f3d8e62ea53c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3fb052a8ba2c4cf684bc111e26b2c6ca&device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 1096 time: 0.3743932 Nov 22 16:58:36.823340 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6790fbb-666c-4f51-ac92-2d8093626ec1 req-106e4d4e-0e5d-44f6-ba63-be0d2e8c4c11 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:36.831010 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b6790fbb-666c-4f51-ac92-2d8093626ec1 req-106e4d4e-0e5d-44f6-ba63-be0d2e8c4c11 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0720215 Nov 22 16:58:36.843256 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ce3761f0-4195-4db3-bcd7-fc4c344f4120 req-2b35a790-7803-4412-aec1-6d63c9789827 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579660 Nov 22 16:58:36.887227 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-593762a5-d61a-4aa6-8c44-83d242d2fe81 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a998c39-645a-408e-9ea1-7d0db6260621 HTTP/1.1" status: 200 len: 217 time: 0.0535252 Nov 22 16:58:36.923591 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-351ba1a9-3ffd-442b-8a74-ca726cd9a56f req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:36.933247 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b6790fbb-666c-4f51-ac92-2d8093626ec1 req-0f541303-2eb4-4f24-97f2-6485e38b8b78 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012938 Nov 22 16:58:36.935366 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f', '011efefa-c92b-4c9f-9436-ba009a9fc5bc'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:58:36.973632 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Pushing event deleted for resources: {'Port': ['ID=011efefa-c92b-4c9f-9436-ba009a9fc5bc,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:36.984026 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:36.984411 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:36.984826 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:36.985234 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:36.985572 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:36.985962 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:36.986341 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:36.986674 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:36.987041 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:36.987418 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:36.987750 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:36.988096 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:37.026423 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-2a6cce62-001f-4630-af9a-cc6ad17eb9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:37.028342 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-2a6cce62-001f-4630-af9a-cc6ad17eb9d5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=80a11fbc-1cd5-456e-a3ee-c1df04fd356c HTTP/1.1" status: 200 len: 853 time: 0.1203659 Nov 22 16:58:37.041959 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-351ba1a9-3ffd-442b-8a74-ca726cd9a56f req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] No DVR routers for this DVR port 011efefa-c92b-4c9f-9436-ba009a9fc5bc on host hv-cinder-77819 {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:37.045523 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-351ba1a9-3ffd-442b-8a74-ca726cd9a56f req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:37.049402 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-351ba1a9-3ffd-442b-8a74-ca726cd9a56f req-16529bea-f70f-4410-8553-c13294d8714d tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.85 "DELETE /v2.0/ports/011efefa-c92b-4c9f-9436-ba009a9fc5bc HTTP/1.1" status: 204 len: 173 time: 0.8367140 Nov 22 16:58:37.049991 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd654a3-75b3-4b53-af52-e4612239fa66', 'name': 'network-vif-deleted', 'tag': '011efefa-c92b-4c9f-9436-ba009a9fc5bc'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:37.052876 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0953094-db1a-4ba6-8f11-08281c47935f" -d '{"events": [{"server_uuid": "1bd654a3-75b3-4b53-af52-e4612239fa66", "name": "network-vif-deleted", "tag": "011efefa-c92b-4c9f-9436-ba009a9fc5bc"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:37.104498 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-080d9f56-1fba-4db6-8216-75f33ab88dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:37.105588 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-080d9f56-1fba-4db6-8216-75f33ab88dc8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9e0316c1-ed6f-4147-a582-f43d4b45ed05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0577095 Nov 22 16:58:37.123052 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938044c5-01dd-4da6-9721-550cf522515b x-openstack-request-id: req-938044c5-01dd-4da6-9721-550cf522515b {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:37.123411 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd654a3-75b3-4b53-af52-e4612239fa66", "name": "network-vif-deleted", "tag": "011efefa-c92b-4c9f-9436-ba009a9fc5bc", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:37.123586 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-938044c5-01dd-4da6-9721-550cf522515b {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:37.123970 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd654a3-75b3-4b53-af52-e4612239fa66', 'name': 'network-vif-deleted', 'tag': '011efefa-c92b-4c9f-9436-ba009a9fc5bc', 'status': 'completed', 'code': 200} Nov 22 16:58:37.145470 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787db275-ffd9-4fd2-9aec-a7ebdb3e3448 req-74dfcf28-31b5-40ba-8561-a4e2177fa98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:37.147587 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-787db275-ffd9-4fd2-9aec-a7ebdb3e3448 req-74dfcf28-31b5-40ba-8561-a4e2177fa98e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 1098 time: 0.0779018 Nov 22 16:58:37.204127 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f8c142bc-8801-41aa-b2ab-2aa2f250a3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:37.223014 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-787db275-ffd9-4fd2-9aec-a7ebdb3e3448 req-e6f211f2-dda7-46b7-a2b0-bb2b0afc0a1d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603499 Nov 22 16:58:37.235808 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-edf719ba-e7b4-4a60-ae95-4d0f5ed4cacf service neutron] 10.222.0.85 "GET /v2.0/networks/9e0316c1-ed6f-4147-a582-f43d4b45ed05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174450 Nov 22 16:58:37.316553 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401135fb-4467-4b2f-8b5d-91a0b24682dc req-3bf409f3-4ecc-4224-974a-ab4aff22d895 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:37.318044 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-401135fb-4467-4b2f-8b5d-91a0b24682dc req-3bf409f3-4ecc-4224-974a-ab4aff22d895 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0501864 Nov 22 16:58:37.366597 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-401135fb-4467-4b2f-8b5d-91a0b24682dc req-2bbbba3a-1231-4df9-8bbe-39d2df9e2442 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425272 Nov 22 16:58:37.506945 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-518ad620-88b4-4fbc-98ec-23209b0cff3c req-ea6cd49a-1690-4034-b0ad-bff7547ff0c5 service neutron] 10.222.0.85 "GET /v2.0/networks/9e0316c1-ed6f-4147-a582-f43d4b45ed05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931592 Nov 22 16:58:37.510191 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd3a8e-6c13-4236-bf6f-10fbeadba0ed req-6505f23b-9ba6-4446-ae97-e793788b3b91 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:37.511679 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-47bd3a8e-6c13-4236-bf6f-10fbeadba0ed req-6505f23b-9ba6-4446-ae97-e793788b3b91 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 946 time: 0.0501711 Nov 22 16:58:37.569263 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-47bd3a8e-6c13-4236-bf6f-10fbeadba0ed req-6896aed9-1fe2-440e-bdad-48bd4bd3076a tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507765 Nov 22 16:58:37.643381 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5908ee-1608-4ce5-9c7e-828bea56d924 req-3dffa751-3302-403f-b2b1-17692106bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:37.648878 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6c5908ee-1608-4ce5-9c7e-828bea56d924 req-3dffa751-3302-403f-b2b1-17692106bb65 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3fb052a8ba2c4cf684bc111e26b2c6ca&device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 1096 time: 0.0627639 Nov 22 16:58:37.737608 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c05511-35e1-48df-8002-d2f83846c931 req-20c35222-1897-4543-9dae-7cd27b5b4d3b tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:37.739225 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-11c05511-35e1-48df-8002-d2f83846c931 req-20c35222-1897-4543-9dae-7cd27b5b4d3b tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 943 time: 0.0615523 Nov 22 16:58:37.762917 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a898a6e-0631-4424-91e6-7beb879f9c17 req-b27b096a-3b82-47fa-9f97-ce2569a1cdfa tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:37.766717 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7a898a6e-0631-4424-91e6-7beb879f9c17 req-b27b096a-3b82-47fa-9f97-ce2569a1cdfa tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 946 time: 0.1168671 Nov 22 16:58:37.795697 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-11c05511-35e1-48df-8002-d2f83846c931 req-fa9843f1-d29c-421c-9d64-886f0aa520a6 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494428 Nov 22 16:58:37.807541 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5908ee-1608-4ce5-9c7e-828bea56d924 req-4d9e0022-1531-4fc8-82ee-837e350a93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:37.809051 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6c5908ee-1608-4ce5-9c7e-828bea56d924 req-4d9e0022-1531-4fc8-82ee-837e350a93ac service neutron] 10.222.0.85 "GET /v2.0/networks?id=9e0316c1-ed6f-4147-a582-f43d4b45ed05 HTTP/1.1" status: 200 len: 916 time: 0.1461253 Nov 22 16:58:37.866667 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6c5908ee-1608-4ce5-9c7e-828bea56d924 req-5cf3b54e-0aef-44c4-8355-b0b2dc6f7e12 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a998c39-645a-408e-9ea1-7d0db6260621 HTTP/1.1" status: 200 len: 217 time: 0.0463591 Nov 22 16:58:37.870926 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7a898a6e-0631-4424-91e6-7beb879f9c17 req-60821cdd-b3c7-472e-8d32-320f4b69456b tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899734 Nov 22 16:58:37.894787 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 46508) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:37.929842 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5908ee-1608-4ce5-9c7e-828bea56d924 req-c8bb17a4-adb3-4628-9237-e78ebbe05e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:37.931056 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6c5908ee-1608-4ce5-9c7e-828bea56d924 req-c8bb17a4-adb3-4628-9237-e78ebbe05e08 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=80a11fbc-1cd5-456e-a3ee-c1df04fd356c HTTP/1.1" status: 200 len: 853 time: 0.0509741 Nov 22 16:58:37.973342 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-70975ced-2471-437e-97a4-88c57ea234bc req-f4ed82e2-5a34-4b0f-a56e-36ae41d79515 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd654a3-75b3-4b53-af52-e4612239fa66 HTTP/1.1" status: 200 len: 210 time: 0.0358241 Nov 22 16:58:37.986713 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5908ee-1608-4ce5-9c7e-828bea56d924 req-cca66dec-c846-4ad5-89db-a849f75df901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:37.988482 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6c5908ee-1608-4ce5-9c7e-828bea56d924 req-cca66dec-c846-4ad5-89db-a849f75df901 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9e0316c1-ed6f-4147-a582-f43d4b45ed05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492098 Nov 22 16:58:38.125945 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c553d-741d-40ff-96c7-8c2ccd0a80d0 req-88a607ec-6c26-4e86-b55e-4bd984dee2fd tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:38.127441 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-139c553d-741d-40ff-96c7-8c2ccd0a80d0 req-88a607ec-6c26-4e86-b55e-4bd984dee2fd tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0979302 Nov 22 16:58:38.137604 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880e3521-d9bd-45a4-8db7-7490b70ec0ec tempest-TestVolumeBootPattern-1011046462 tempest-TestVolumeBootPattern-1011046462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:38.140260 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6c5908ee-1608-4ce5-9c7e-828bea56d924 req-04408c27-5a96-4d85-b8c3-8e79ba8f2186 service neutron] 10.222.0.85 "GET /v2.0/networks/9e0316c1-ed6f-4147-a582-f43d4b45ed05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285412 Nov 22 16:58:38.140605 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-880e3521-d9bd-45a4-8db7-7490b70ec0ec tempest-TestVolumeBootPattern-1011046462 tempest-TestVolumeBootPattern-1011046462-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 1094 time: 0.2429523 Nov 22 16:58:38.143284 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 46514) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:38.148750 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Request body: {'floatingip': {'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'port_id': '05347941-e90e-4e37-bf94-5230911bab70', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:38.181751 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for floatingip, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:38.235665 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-139c553d-741d-40ff-96c7-8c2ccd0a80d0 req-7f0b9eaa-0358-4c77-8836-f18f9ddbf388 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983260 Nov 22 16:58:38.267795 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6c5908ee-1608-4ce5-9c7e-828bea56d924 req-39a00f6a-f6ee-4026-bd64-abb813124055 service neutron] 10.222.0.85 "GET /v2.0/networks/9e0316c1-ed6f-4147-a582-f43d4b45ed05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118653 Nov 22 16:58:38.325671 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:38.468268 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Allocated IP 172.27.0.97 (d3425354-8fe0-452b-a94a-32f4eb04cb86/91bd23ed-08b5-4bc5-9b3d-886376dc3ccb/7266d9d4-84eb-4135-8023-242e60c59926) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:38.516741 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661c826-3a42-44e9-b595-07a0b7cd2898 req-26641570-952f-4406-a736-c1c185335931 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:38.518459 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b661c826-3a42-44e9-b595-07a0b7cd2898 req-26641570-952f-4406-a736-c1c185335931 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0631211 Nov 22 16:58:38.575771 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b661c826-3a42-44e9-b595-07a0b7cd2898 req-23355a1b-4d39-4a82-b617-5bba2148b821 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508187 Nov 22 16:58:38.588116 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:38.634705 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:38.688957 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:38.694512 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:38.705188 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:58:38.707368 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event updated for resources: {'Port': ['ID=7266d9d4-84eb-4135-8023-242e60c59926,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:38.821715 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [req-d3b4e7d8-15a3-42a1-98d9-0fb70b9fc3e3 req-99ff0ea9-a788-4439-abad-c4f7499643c4 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:58:38.822833 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d3b4e7d8-15a3-42a1-98d9-0fb70b9fc3e3 req-99ff0ea9-a788-4439-abad-c4f7499643c4 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061758 Nov 22 16:58:38.936331 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84593ecb-353b-410a-93e1-1d645f5d9fe9 req-92db81e0-900b-4791-b4d9-95705a608214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:38.938611 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-84593ecb-353b-410a-93e1-1d645f5d9fe9 req-92db81e0-900b-4791-b4d9-95705a608214 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=012a405b16094665bf98670cf1f502b2&device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 1098 time: 0.0524154 Nov 22 16:58:38.983331 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c01c7-6cd0-4239-bc88-292a1fe0620b req-205646e1-f53c-4fa0-aab3-a8c348024748 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:38.989143 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8a9c01c7-6cd0-4239-bc88-292a1fe0620b req-205646e1-f53c-4fa0-aab3-a8c348024748 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 943 time: 0.1034191 Nov 22 16:58:39.094823 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8a9c01c7-6cd0-4239-bc88-292a1fe0620b req-34841fd7-a2d2-46b1-afa2-ab33a41c06ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020083 Nov 22 16:58:39.097351 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94729d-ca38-459c-98e7-014d106fb3b0 req-fd3fa5cc-ef6c-445c-b1d0-a73f27858fc8 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:39.101615 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4c94729d-ca38-459c-98e7-014d106fb3b0 req-fd3fa5cc-ef6c-445c-b1d0-a73f27858fc8 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0846288 Nov 22 16:58:39.107945 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84593ecb-353b-410a-93e1-1d645f5d9fe9 req-7fa401ce-92be-4630-8ff9-1c292b87bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:39.109372 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-84593ecb-353b-410a-93e1-1d645f5d9fe9 req-7fa401ce-92be-4630-8ff9-1c292b87bc08 service neutron] 10.222.0.85 "GET /v2.0/networks?id=addedaf8-c56a-4700-8c31-6938e05f34b5 HTTP/1.1" status: 200 len: 920 time: 0.1620679 Nov 22 16:58:39.166669 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-84593ecb-353b-410a-93e1-1d645f5d9fe9 req-ab1522ec-8ade-44dc-9bf3-e5b83b60fe24 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 HTTP/1.1" status: 200 len: 217 time: 0.0439372 Nov 22 16:58:39.232213 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4c94729d-ca38-459c-98e7-014d106fb3b0 req-29cc2e28-2cad-44af-840e-f9c720a4d9b3 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188259 Nov 22 16:58:39.251933 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84593ecb-353b-410a-93e1-1d645f5d9fe9 req-f937f4c1-19e4-43a6-be9f-c54d3eddda35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:39.254072 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-84593ecb-353b-410a-93e1-1d645f5d9fe9 req-f937f4c1-19e4-43a6-be9f-c54d3eddda35 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ed57d480-17de-4af9-a2a6-f35eb04a38a9 HTTP/1.1" status: 200 len: 858 time: 0.0761194 Nov 22 16:58:39.265648 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:39.295337 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-84593ecb-353b-410a-93e1-1d645f5d9fe9 req-f174e0b0-528c-41d9-a29f-5ee883b6005a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=addedaf8-c56a-4700-8c31-6938e05f34b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331612 Nov 22 16:58:39.296905 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c24821-0dc9-4da9-b717-c8a34dfd656a req-ed7622ce-2f0a-4a7d-9d9b-51afd7db60bd tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:39.298552 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-24c24821-0dc9-4da9-b717-c8a34dfd656a req-ed7622ce-2f0a-4a7d-9d9b-51afd7db60bd tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.1269920 Nov 22 16:58:39.390777 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-24c24821-0dc9-4da9-b717-c8a34dfd656a req-8e4f35c2-f7d8-47bb-b8f2-edbf6529682f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838468 Nov 22 16:58:39.393633 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:39.409055 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 46570) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:39.420275 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-84593ecb-353b-410a-93e1-1d645f5d9fe9 req-78763ef8-6a8a-4cb1-bea0-e8e997a3dc3a service neutron] 10.222.0.85 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165500 Nov 22 16:58:39.490371 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-562c4fd0-82d9-49f6-b2b8-5a1a1d5dd849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:39.520457 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device eeee0f2b-0c59-426c-9308-f6ebadc254be no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:39.574838 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9d61339a-e23f-40c4-8e9f-ad1c475a1890 req-1877e00c-2297-4aaf-aa3e-87c40a4c34c3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1646452 Nov 22 16:58:39.591026 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [req-9d61339a-e23f-40c4-8e9f-ad1c475a1890 req-303b7bd6-38bd-4fd8-a27e-bdf2c05af900 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:58:39.592038 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9d61339a-e23f-40c4-8e9f-ad1c475a1890 req-303b7bd6-38bd-4fd8-a27e-bdf2c05af900 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073452 Nov 22 16:58:39.593873 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:39.600278 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-84593ecb-353b-410a-93e1-1d645f5d9fe9 req-1f21065d-1209-477e-af34-a79b431613c4 service neutron] 10.222.0.85 "GET /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595871 Nov 22 16:58:39.602010 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:39.641167 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 011efefa-c92b-4c9f-9436-ba009a9fc5bc no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:39.663129 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: 011efefa-c92b-4c9f-9436-ba009a9fc5bc {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:39.663566 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 011efefa-c92b-4c9f-9436-ba009a9fc5bc not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:39.682639 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event updated for resources: {'Port': ['ID=7266d9d4-84eb-4135-8023-242e60c59926,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:39.704727 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3767069'] for floatingip, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:39.808114 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.db.l3_db [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Floating IP 1ce0fbfb-041a-47ac-afbb-c311f7b5dbff associated. External IP: 172.27.0.97, port: 05347941-e90e-4e37-bf94-5230911bab70. Nov 22 16:58:40.226245 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d040f57-5150-4790-86be-8798fbba9381 req-8725097b-ab55-4651-8de2-5b24e1ef2177 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:40.227795 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0d040f57-5150-4790-86be-8798fbba9381 req-8725097b-ab55-4651-8de2-5b24e1ef2177 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 943 time: 0.0544147 Nov 22 16:58:40.252044 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Router 8593a199-e35b-4352-848a-b86cefd7a859 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:58:40.283951 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0d040f57-5150-4790-86be-8798fbba9381 req-bf6c7333-f624-4771-b02d-4a9cbd21b553 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497963 Nov 22 16:58:40.392099 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce87ba-15a9-450b-a733-9cbfac6c13af req-7ca7a3d6-650e-4550-b153-16dd9a5ce096 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:40.393513 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-44ce87ba-15a9-450b-a733-9cbfac6c13af req-7ca7a3d6-650e-4550-b153-16dd9a5ce096 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0960839 Nov 22 16:58:40.408767 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:58:40.418834 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837b4b4a-0ede-46ca-8b80-5a86da828184 None None] Sync routers for ids ['8593a199-e35b-4352-848a-b86cefd7a859'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:58:40.430722 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837b4b4a-0ede-46ca-8b80-5a86da828184 None None] Routers {'8593a199-e35b-4352-848a-b86cefd7a859'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:40.431888 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-837b4b4a-0ede-46ca-8b80-5a86da828184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:58:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8593a199-e35b-4352-848a-b86cefd7a859'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:40.451842 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.469353 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-44ce87ba-15a9-450b-a733-9cbfac6c13af req-9e750935-60aa-49d9-9a64-ab5afa4b1ba3 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691917 Nov 22 16:58:40.497957 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-b70ca1fd-a118-498d-9936-a13f28ded4e6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3532372 Nov 22 16:58:40.498518 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab52eb2a-911f-4bc0-97d1-f3976f3930ad', 'tag': '05347941-e90e-4e37-bf94-5230911bab70'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:40.512077 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca15a275-424a-4bc7-9544-c2debe8351e9" -d '{"events": [{"name": "network-changed", "server_uuid": "ab52eb2a-911f-4bc0-97d1-f3976f3930ad", "tag": "05347941-e90e-4e37-bf94-5230911bab70"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:40.576409 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-837b4b4a-0ede-46ca-8b80-5a86da828184 None None] Set router 8593a199-e35b-4352-848a-b86cefd7a859 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:40.602431 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346dbba-e11f-420f-832e-be263f85503b req-814f18d7-b1ba-4d20-91b8-55339909eb10 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:40.616633 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e346dbba-e11f-420f-832e-be263f85503b req-814f18d7-b1ba-4d20-91b8-55339909eb10 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0736473 Nov 22 16:58:40.692390 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08083b17-bce8-403e-aaf2-254515e2ccbc x-openstack-request-id: req-08083b17-bce8-403e-aaf2-254515e2ccbc {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:40.693242 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab52eb2a-911f-4bc0-97d1-f3976f3930ad", "tag": "05347941-e90e-4e37-bf94-5230911bab70", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:40.693498 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-08083b17-bce8-403e-aaf2-254515e2ccbc {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:40.695482 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e346dbba-e11f-420f-832e-be263f85503b req-6a381000-f9a5-481b-b881-b634d6c254e7 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778062 Nov 22 16:58:40.695623 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab52eb2a-911f-4bc0-97d1-f3976f3930ad', 'tag': '05347941-e90e-4e37-bf94-5230911bab70', 'status': 'completed', 'code': 200} Nov 22 16:58:40.787372 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15a275-424a-4bc7-9544-c2debe8351e9 req-6c37c98a-b577-4533-a939-c18ba8b09187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:40.789545 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ca15a275-424a-4bc7-9544-c2debe8351e9 req-6c37c98a-b577-4533-a939-c18ba8b09187 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff819a571f3349ab8e0b24c2113c3551&device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 1099 time: 0.0659022 Nov 22 16:58:40.829651 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ffac7-4e6b-4b1c-8b35-3698ec07feaf req-480a28b5-8ae8-4c1a-84e2-9f7abaca1a53 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:40.831957 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-901ffac7-4e6b-4b1c-8b35-3698ec07feaf req-480a28b5-8ae8-4c1a-84e2-9f7abaca1a53 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 946 time: 0.0757101 Nov 22 16:58:40.848812 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-837b4b4a-0ede-46ca-8b80-5a86da828184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': '1ce0fbfb-041a-47ac-afbb-c311f7b5dbff', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'port_id': '05347941-e90e-4e37-bf94-5230911bab70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'mac_address': 'fa:16:3e:0a:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab52eb2a-911f-4bc0-97d1-f3976f3930ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:58:39Z', 'updated_at': '2021-11-22T16:58:39Z', 'revision_number': 0, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:40.880671 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837b4b4a-0ede-46ca-8b80-5a86da828184 None None] Checking router: 8593a199-e35b-4352-848a-b86cefd7a859 for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:58:40.889193 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837b4b4a-0ede-46ca-8b80-5a86da828184 None None] Routers {'8593a199-e35b-4352-848a-b86cefd7a859'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:40.889867 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-837b4b4a-0ede-46ca-8b80-5a86da828184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:58:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8593a199-e35b-4352-848a-b86cefd7a859'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:40.904073 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-901ffac7-4e6b-4b1c-8b35-3698ec07feaf req-160db361-fa9c-4369-9ab8-ce23df4e1769 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629117 Nov 22 16:58:40.919463 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.932291 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15a275-424a-4bc7-9544-c2debe8351e9 req-83957530-b99b-4224-87c0-f8bfe56338e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:40.934195 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ca15a275-424a-4bc7-9544-c2debe8351e9 req-83957530-b99b-4224-87c0-f8bfe56338e4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8a45d0e0-c483-4846-b311-02bee8b8b528 HTTP/1.1" status: 200 len: 914 time: 0.1364765 Nov 22 16:58:41.000775 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-837b4b4a-0ede-46ca-8b80-5a86da828184 None None] Set router 8593a199-e35b-4352-848a-b86cefd7a859 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:41.002514 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ca15a275-424a-4bc7-9544-c2debe8351e9 req-782e6dfa-e5de-4768-8a91-574265b74836 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05347941-e90e-4e37-bf94-5230911bab70 HTTP/1.1" status: 200 len: 999 time: 0.0596418 Nov 22 16:58:41.056887 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15a275-424a-4bc7-9544-c2debe8351e9 req-921a1025-04cd-4e4a-96d1-19bd587df5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:41.058339 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ca15a275-424a-4bc7-9544-c2debe8351e9 req-921a1025-04cd-4e4a-96d1-19bd587df5b9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6366d018-e2df-44ed-80b0-34775cda3ea2 HTTP/1.1" status: 200 len: 851 time: 0.0480950 Nov 22 16:58:41.108710 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15a275-424a-4bc7-9544-c2debe8351e9 req-1155ed90-d97b-488a-a2fc-10a57479d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:41.110201 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ca15a275-424a-4bc7-9544-c2debe8351e9 req-1155ed90-d97b-488a-a2fc-10a57479d962 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8a45d0e0-c483-4846-b311-02bee8b8b528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403745 Nov 22 16:58:41.215397 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ca15a275-424a-4bc7-9544-c2debe8351e9 req-730aecee-cadb-45fe-a0e9-9d8d7b6f61da service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834124 Nov 22 16:58:41.235406 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-837b4b4a-0ede-46ca-8b80-5a86da828184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': '1ce0fbfb-041a-47ac-afbb-c311f7b5dbff', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'port_id': '05347941-e90e-4e37-bf94-5230911bab70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'mac_address': 'fa:16:3e:0a:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab52eb2a-911f-4bc0-97d1-f3976f3930ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:58:39Z', 'updated_at': '2021-11-22T16:58:39Z', 'revision_number': 0, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:41.249065 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61339a-e23f-40c4-8e9f-ad1c475a1890 req-94495796-e6da-42fa-b94a-7f11dc0a3b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:41.251174 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9d61339a-e23f-40c4-8e9f-ad1c475a1890 req-94495796-e6da-42fa-b94a-7f11dc0a3b6f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2&tenant_id=ea07513743f14c52a5a115f86dbb6b7b HTTP/1.1" status: 200 len: 1096 time: 0.0737975 Nov 22 16:58:41.270149 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837b4b4a-0ede-46ca-8b80-5a86da828184 None None] The sync data for ids ['8593a199-e35b-4352-848a-b86cefd7a859'] in dv-cinder-778193-11-iscsi is: [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': '1ce0fbfb-041a-47ac-afbb-c311f7b5dbff', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'port_id': '05347941-e90e-4e37-bf94-5230911bab70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'mac_address': 'fa:16:3e:0a:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab52eb2a-911f-4bc0-97d1-f3976f3930ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:58:39Z', 'updated_at': '2021-11-22T16:58:39Z', 'revision_number': 0, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:58:41.318463 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61339a-e23f-40c4-8e9f-ad1c475a1890 req-1ec5fbe0-27d6-4d85-8d64-e270f9635a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:41.320241 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9d61339a-e23f-40c4-8e9f-ad1c475a1890 req-1ec5fbe0-27d6-4d85-8d64-e270f9635a86 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea07513743f14c52a5a115f86dbb6b7b&device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 1096 time: 0.0453105 Nov 22 16:58:41.331740 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ca15a275-424a-4bc7-9544-c2debe8351e9 req-56ad1e6a-965f-42dc-aac6-565702e742fb service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017795 Nov 22 16:58:41.430143 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61339a-e23f-40c4-8e9f-ad1c475a1890 req-f3521039-06fb-40d2-bc7b-c85720663a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:41.431739 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9d61339a-e23f-40c4-8e9f-ad1c475a1890 req-f3521039-06fb-40d2-bc7b-c85720663a70 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d6f6393f-bc97-47fe-80bd-2ee6749913ab HTTP/1.1" status: 200 len: 919 time: 0.0964477 Nov 22 16:58:41.439054 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34d27d-27a6-4ab9-a647-1987dd4301de req-ab79fe95-0373-4200-b439-e62dbfc918c7 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:41.440519 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2a34d27d-27a6-4ab9-a647-1987dd4301de req-ab79fe95-0373-4200-b439-e62dbfc918c7 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 943 time: 0.0547297 Nov 22 16:58:41.526579 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2a34d27d-27a6-4ab9-a647-1987dd4301de req-a432d51e-a2e8-4866-a1b7-1e769c82db0e tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703712 Nov 22 16:58:41.529597 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 3a998c39-645a-408e-9ea1-7d0db6260621 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:58:41.600360 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9d61339a-e23f-40c4-8e9f-ad1c475a1890 req-b96b7b96-ff0f-49b1-9a16-8b4e84429de9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeee0f2b-0c59-426c-9308-f6ebadc254be HTTP/1.1" status: 200 len: 999 time: 0.1545229 Nov 22 16:58:41.607608 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a3549c-f853-444f-92bf-5db069edcc03 None None] New status for floating IP 1ce0fbfb-041a-47ac-afbb-c311f7b5dbff: ACTIVE {{(pid=102629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:58:41.683038 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223362f2-73e1-43ec-a007-5218693e2273 req-67d3d60c-bcdf-46b1-b4a5-ab5dff368e1b tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:41.684586 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-223362f2-73e1-43ec-a007-5218693e2273 req-67d3d60c-bcdf-46b1-b4a5-ab5dff368e1b tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0875492 Nov 22 16:58:41.686014 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61339a-e23f-40c4-8e9f-ad1c475a1890 req-521781fb-d0bc-491a-9b85-e81dd8e89869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:41.687339 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9d61339a-e23f-40c4-8e9f-ad1c475a1890 req-521781fb-d0bc-491a-9b85-e81dd8e89869 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43573154-396f-4f70-9616-b22b08bbb1ff HTTP/1.1" status: 200 len: 856 time: 0.0776289 Nov 22 16:58:41.767670 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-223362f2-73e1-43ec-a007-5218693e2273 req-0934ed3f-d6c1-4f02-8f92-1a03906bcd71 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751917 Nov 22 16:58:41.774881 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 3a998c39-645a-408e-9ea1-7d0db6260621, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3a998c39-645a-408e-9ea1-7d0db6260621,segment=NetworkSegment(5a968853-1af1-46b3-8a6e-ae7e1b404ec4),segment_id=5a968853-1af1-46b3-8a6e-ae7e1b404ec4)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:41.779935 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61339a-e23f-40c4-8e9f-ad1c475a1890 req-1f7c6bb7-b65f-402d-884e-43d47dd2be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:41.781658 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9d61339a-e23f-40c4-8e9f-ad1c475a1890 req-1f7c6bb7-b65f-402d-884e-43d47dd2be9b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d6f6393f-bc97-47fe-80bd-2ee6749913ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0814621 Nov 22 16:58:41.790538 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': '3a998c39-645a-408e-9ea1-7d0db6260621', 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05', 'port_id': '3a998c39-645a-408e-9ea1-7d0db6260621', 'mac_address': 'fa:16:3e:ef:44:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80a11fbc-1cd5-456e-a3ee-c1df04fd356c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:58:41.862525 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.877928 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a998c39-645a-408e-9ea1-7d0db6260621 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:58:41.889836 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227384fd-2fd6-4905-bad2-6d111df3c820 req-9d0cdf3f-b77f-4228-ac4a-9a81c2bf43e4 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:41.890088 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9d61339a-e23f-40c4-8e9f-ad1c475a1890 req-666b9e00-9f27-4f02-8184-2f68af4aeb76 service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984569 Nov 22 16:58:41.892123 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-227384fd-2fd6-4905-bad2-6d111df3c820 req-9d0cdf3f-b77f-4228-ac4a-9a81c2bf43e4 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0622120 Nov 22 16:58:41.901164 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 3a998c39-645a-408e-9ea1-7d0db6260621, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3a998c39-645a-408e-9ea1-7d0db6260621,segment=NetworkSegment(5a968853-1af1-46b3-8a6e-ae7e1b404ec4),segment_id=5a968853-1af1-46b3-8a6e-ae7e1b404ec4)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:41.905432 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.959167 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=3a998c39-645a-408e-9ea1-7d0db6260621,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:41.963100 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-227384fd-2fd6-4905-bad2-6d111df3c820 req-2eae5993-18cf-40d4-a7b9-d59cd53573bc tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642319 Nov 22 16:58:42.037348 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9d61339a-e23f-40c4-8e9f-ad1c475a1890 req-e3e856da-42ac-46f5-b5fc-fa56389a1596 service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382139 Nov 22 16:58:42.054521 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668fd40-b3f8-441b-8b85-fbf3036abcc4 req-1f8e895b-0060-4928-8d9b-9d4c266e189c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:42.056178 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c668fd40-b3f8-441b-8b85-fbf3036abcc4 req-1f8e895b-0060-4928-8d9b-9d4c266e189c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 946 time: 0.0705750 Nov 22 16:58:42.116921 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c668fd40-b3f8-441b-8b85-fbf3036abcc4 req-18e52ec9-3901-4640-9058-71a3a82b5cbb tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539179 Nov 22 16:58:42.178079 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:42.210953 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['3a998c39-645a-408e-9ea1-7d0db6260621'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:58:42.728494 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93072a-6658-4616-ac2d-02c5fa7575c1 req-261e827d-6a30-4fc1-b332-67b45ef98055 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:42.731105 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ad93072a-6658-4616-ac2d-02c5fa7575c1 req-261e827d-6a30-4fc1-b332-67b45ef98055 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 944 time: 0.1029630 Nov 22 16:58:42.784401 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ad93072a-6658-4616-ac2d-02c5fa7575c1 req-b2de0e91-f6af-4ebe-9e1b-f53271c2b9b6 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466607 Nov 22 16:58:42.907789 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5d2be-ac7d-4275-8a22-57598f134e33 req-de85e24d-a7b4-4c5c-b8d2-5321d2ab435f tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:42.909291 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-82e5d2be-ac7d-4275-8a22-57598f134e33 req-de85e24d-a7b4-4c5c-b8d2-5321d2ab435f tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0618873 Nov 22 16:58:42.964906 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-82e5d2be-ac7d-4275-8a22-57598f134e33 req-49f9392e-5f27-4270-9cd3-baa744bce133 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486095 Nov 22 16:58:43.109591 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7c14a-0024-4021-9b61-b411cced45e1 req-c685232a-179c-4c6e-bad2-2f4c12d637aa tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:43.125270 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-12c7c14a-0024-4021-9b61-b411cced45e1 req-c685232a-179c-4c6e-bad2-2f4c12d637aa tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0597010 Nov 22 16:58:43.140821 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:43.195508 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-12c7c14a-0024-4021-9b61-b411cced45e1 req-af3624b8-8032-4a33-9686-621831481aeb tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634875 Nov 22 16:58:43.331431 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0abe5-fe52-4037-a416-d3656cc2a3d3 req-a025ec47-8278-4467-92d4-e21fc442eaa9 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:43.333615 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-74f0abe5-fe52-4037-a416-d3656cc2a3d3 req-a025ec47-8278-4467-92d4-e21fc442eaa9 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 946 time: 0.0632553 Nov 22 16:58:43.386842 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-74f0abe5-fe52-4037-a416-d3656cc2a3d3 req-27505eaa-95eb-44c1-9f4d-04fd9c89790a tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471439 Nov 22 16:58:43.547698 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 3a998c39-645a-408e-9ea1-7d0db6260621 up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:43.599701 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port 3a998c39-645a-408e-9ea1-7d0db6260621 completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:58:43.603852 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port 3a998c39-645a-408e-9ea1-7d0db6260621 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:43.604244 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:43.820100 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:43.858988 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5db562-90f4-4e8f-91fb-b3748ec80dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a998c39-645a-408e-9ea1-7d0db6260621'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:43.861714 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f8bc66-f12e-49b2-95e7-f00a23720552" -d '{"events": [{"server_uuid": "4c5db562-90f4-4e8f-91fb-b3748ec80dff", "name": "network-vif-plugged", "status": "completed", "tag": "3a998c39-645a-408e-9ea1-7d0db6260621"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:43.884845 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 3a998c39-645a-408e-9ea1-7d0db6260621, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3a998c39-645a-408e-9ea1-7d0db6260621,segment=NetworkSegment(5a968853-1af1-46b3-8a6e-ae7e1b404ec4),segment_id=5a968853-1af1-46b3-8a6e-ae7e1b404ec4)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:43.890606 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:43.965777 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66704c92-85b2-4261-baf9-52dc55e99888 x-openstack-request-id: req-66704c92-85b2-4261-baf9-52dc55e99888 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:43.966048 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5db562-90f4-4e8f-91fb-b3748ec80dff", "name": "network-vif-plugged", "status": "completed", "tag": "3a998c39-645a-408e-9ea1-7d0db6260621", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:43.966298 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-66704c92-85b2-4261-baf9-52dc55e99888 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:43.966690 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5db562-90f4-4e8f-91fb-b3748ec80dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a998c39-645a-408e-9ea1-7d0db6260621', 'code': 200} Nov 22 16:58:43.990780 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa054bf4-ef5e-4201-9ecb-27828e231b77 req-c9fad9f7-d9db-41e9-aaf3-3e4da581b45b tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:43.995531 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-aa054bf4-ef5e-4201-9ecb-27828e231b77 req-c9fad9f7-d9db-41e9-aaf3-3e4da581b45b tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 945 time: 0.1236613 Nov 22 16:58:44.006683 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=3a998c39-645a-408e-9ea1-7d0db6260621,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:44.050428 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-aa054bf4-ef5e-4201-9ecb-27828e231b77 req-b0b6217c-670f-40c7-ad4c-d7ec5622899f tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493245 Nov 22 16:58:44.328381 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb513d77-f594-43d5-89bd-3ed03f7ac70b req-fd7e0bb1-a418-43a9-9861-31b609137d80 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:44.329934 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bb513d77-f594-43d5-89bd-3ed03f7ac70b req-fd7e0bb1-a418-43a9-9861-31b609137d80 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0537019 Nov 22 16:58:44.395222 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bb513d77-f594-43d5-89bd-3ed03f7ac70b req-9377e1de-2682-4f3f-870d-2fc9f1d17a6d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584528 Nov 22 16:58:44.530600 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4838f45-9b97-4686-809d-860a741dfecf req-d578dd98-1313-4329-a839-3f07f6db0103 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:44.532125 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c4838f45-9b97-4686-809d-860a741dfecf req-d578dd98-1313-4329-a839-3f07f6db0103 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 946 time: 0.0599351 Nov 22 16:58:44.582636 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c4838f45-9b97-4686-809d-860a741dfecf req-c0ba0cab-a1d6-4e75-b72f-508ae7ed1d29 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440552 Nov 22 16:58:45.171267 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa450d-b108-49f6-94b5-3a610352d66d req-c44127ce-28b7-49eb-b118-f5c53bd9afa1 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:45.172767 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6baa450d-b108-49f6-94b5-3a610352d66d req-c44127ce-28b7-49eb-b118-f5c53bd9afa1 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 945 time: 0.0501781 Nov 22 16:58:45.226417 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6baa450d-b108-49f6-94b5-3a610352d66d req-aaba0d58-2330-43a8-aa84-c3207a825d1c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471776 Nov 22 16:58:45.543123 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeed2a-9673-4588-a531-2e965c82c3f0 req-7c6e4679-82c9-4a05-b2ab-1b94e822afd0 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:45.552048 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0cfeed2a-9673-4588-a531-2e965c82c3f0 req-7c6e4679-82c9-4a05-b2ab-1b94e822afd0 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0761931 Nov 22 16:58:45.605187 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0cfeed2a-9673-4588-a531-2e965c82c3f0 req-6d1d7170-3dcf-4486-a266-d5a7ad4f526f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464611 Nov 22 16:58:45.711936 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d974e-6504-4fca-9701-db2a25bf5124 req-dfda7cdf-fad4-485e-b670-c9abb2ba3066 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:45.714260 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-554d974e-6504-4fca-9701-db2a25bf5124 req-dfda7cdf-fad4-485e-b670-c9abb2ba3066 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 946 time: 0.0589716 Nov 22 16:58:45.776221 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-554d974e-6504-4fca-9701-db2a25bf5124 req-a36a88fa-4f66-48a5-9416-3826200cc06c tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506749 Nov 22 16:58:46.345781 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db848951-4aef-48e0-b671-4594a262867f req-5736a0ff-bbde-4d76-8dbd-ac94d470427c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:46.347613 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-db848951-4aef-48e0-b671-4594a262867f req-5736a0ff-bbde-4d76-8dbd-ac94d470427c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 945 time: 0.0497472 Nov 22 16:58:46.403016 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-db848951-4aef-48e0-b671-4594a262867f req-e2a88b3f-b6e5-4bd9-8d22-44c1c905d6cb tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457854 Nov 22 16:58:46.756463 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159d722-047e-45e2-bacf-e2b3ff18494f req-1f69c435-8204-402a-8864-352e27cccb6c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:46.764233 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3159d722-047e-45e2-bacf-e2b3ff18494f req-1f69c435-8204-402a-8864-352e27cccb6c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0595129 Nov 22 16:58:46.814009 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3159d722-047e-45e2-bacf-e2b3ff18494f req-357e0884-1e4a-4b00-9199-7b398ab7ee88 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487435 Nov 22 16:58:46.898898 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107a3a5-cbb9-4ed1-91d0-ec826e9d9f67 req-e42b08b5-ad1a-4c46-af58-612cb0c15ced tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:46.900392 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3107a3a5-cbb9-4ed1-91d0-ec826e9d9f67 req-e42b08b5-ad1a-4c46-af58-612cb0c15ced tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 946 time: 0.0553896 Nov 22 16:58:46.947997 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3107a3a5-cbb9-4ed1-91d0-ec826e9d9f67 req-c1a9ddf6-03f7-4dca-b3f6-374b1d69f474 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417738 Nov 22 16:58:47.521225 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634f9ae-b72a-4d3d-989f-ce7d34e6f0cd req-2cbb49ae-8786-43d4-a0b0-aa25ef417cf6 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:47.523123 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a634f9ae-b72a-4d3d-989f-ce7d34e6f0cd req-2cbb49ae-8786-43d4-a0b0-aa25ef417cf6 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 945 time: 0.0513139 Nov 22 16:58:47.574107 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a634f9ae-b72a-4d3d-989f-ce7d34e6f0cd req-f08a4798-9296-45b7-9d46-54b3a7551776 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447581 Nov 22 16:58:47.942863 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c4e3d-9c54-4304-96f1-0ef1b21c7ff2 req-755192e4-65e3-4880-93f7-81db54d6ee72 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:47.944350 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8d9c4e3d-9c54-4304-96f1-0ef1b21c7ff2 req-755192e4-65e3-4880-93f7-81db54d6ee72 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0572565 Nov 22 16:58:47.992178 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8d9c4e3d-9c54-4304-96f1-0ef1b21c7ff2 req-65a33299-de93-462e-bd0c-1e0bbec98c53 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418906 Nov 22 16:58:48.083208 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7134d-54ef-4b7f-a11c-5e5cdc40c33c req-16db26df-5210-48f5-a1a8-6ca3e06d0bf3 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:48.084589 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-17f7134d-54ef-4b7f-a11c-5e5cdc40c33c req-16db26df-5210-48f5-a1a8-6ca3e06d0bf3 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 946 time: 0.0489626 Nov 22 16:58:48.143300 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-17f7134d-54ef-4b7f-a11c-5e5cdc40c33c req-a185372b-cc8c-4362-8025-8d915e6220f2 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527952 Nov 22 16:58:48.690797 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7fe79-db69-4ab5-ab23-1a81a4cebbff req-c8a443b8-dce7-4677-bbbb-a06e5f2de4bc tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:48.692940 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bca7fe79-db69-4ab5-ab23-1a81a4cebbff req-c8a443b8-dce7-4677-bbbb-a06e5f2de4bc tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 945 time: 0.0526805 Nov 22 16:58:48.740654 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bca7fe79-db69-4ab5-ab23-1a81a4cebbff req-81945649-8850-44d4-b7b5-cfff6945b1ed tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416749 Nov 22 16:58:49.142511 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449579d-26c9-4124-8757-e457e908a2ed req-586c5d12-8ca4-4492-84a1-2181c2fa55ce tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:49.143970 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e449579d-26c9-4124-8757-e457e908a2ed req-586c5d12-8ca4-4492-84a1-2181c2fa55ce tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0501342 Nov 22 16:58:49.199338 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e449579d-26c9-4124-8757-e457e908a2ed req-4de7631a-40fe-4cb0-9f7a-e55f68d173b2 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493577 Nov 22 16:58:49.277748 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14073f-7021-4f1d-b60b-c926be596fb6 req-71100794-ee2b-4988-a250-51fab4dbdb3a tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:49.279347 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ef14073f-7021-4f1d-b60b-c926be596fb6 req-71100794-ee2b-4988-a250-51fab4dbdb3a tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 946 time: 0.0501876 Nov 22 16:58:49.332929 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ef14073f-7021-4f1d-b60b-c926be596fb6 req-5b23ae99-14b9-4851-be4e-6c7f5024c6ac tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448499 Nov 22 16:58:49.862718 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0753a9-0b6e-48e4-8fed-1e1a7ebed187 req-b1ca9335-92e4-4c0f-9dab-223fb0d257d3 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:49.864734 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9b0753a9-0b6e-48e4-8fed-1e1a7ebed187 req-b1ca9335-92e4-4c0f-9dab-223fb0d257d3 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 945 time: 0.0573897 Nov 22 16:58:49.912314 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9b0753a9-0b6e-48e4-8fed-1e1a7ebed187 req-491732b0-1bed-4b88-b21a-61f926d8814d tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410261 Nov 22 16:58:50.327541 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1cd8a-1f84-49ba-b0d7-6ccdf40c1081 req-93a2a9d2-f92c-4495-b383-f9322ef2f551 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:50.329020 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b4d1cd8a-1f84-49ba-b0d7-6ccdf40c1081 req-93a2a9d2-f92c-4495-b383-f9322ef2f551 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0542221 Nov 22 16:58:50.383422 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b4d1cd8a-1f84-49ba-b0d7-6ccdf40c1081 req-a88c269c-4d45-4947-a631-17527f877c53 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483079 Nov 22 16:58:50.474602 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a542fee-fa09-4427-8e7b-5ba138160971 req-e5aec6fc-fb79-4d09-bbda-3d625950e2d2 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:50.477054 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7a542fee-fa09-4427-8e7b-5ba138160971 req-e5aec6fc-fb79-4d09-bbda-3d625950e2d2 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 946 time: 0.0621784 Nov 22 16:58:50.524055 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7a542fee-fa09-4427-8e7b-5ba138160971 req-3fda34b4-2ed6-4bf9-8a77-8a3bb4454dd8 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413792 Nov 22 16:58:51.040286 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296b267-77fa-4ab5-bea7-b8d5eed74c3a req-2689ffe1-4c55-49c5-854e-1248b2de304d tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:51.041857 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d296b267-77fa-4ab5-bea7-b8d5eed74c3a req-2689ffe1-4c55-49c5-854e-1248b2de304d tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 945 time: 0.0571280 Nov 22 16:58:51.091268 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d296b267-77fa-4ab5-bea7-b8d5eed74c3a req-71b8adfa-8faa-44ec-89cb-da36a55e808f tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435586 Nov 22 16:58:51.515582 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c2eff-61e2-4129-833f-a6df351c4eff req-8abdb523-eace-443e-968a-0a45db09b22a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:51.517184 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3a4c2eff-61e2-4129-833f-a6df351c4eff req-8abdb523-eace-443e-968a-0a45db09b22a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0549188 Nov 22 16:58:51.587903 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3a4c2eff-61e2-4129-833f-a6df351c4eff req-d72508e5-1817-4eea-9eb3-d180fc4683ba tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643015 Nov 22 16:58:51.663343 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92363367-4689-4884-b802-0dca27fc7573 req-ae16dd0e-064c-4087-9a7d-9cd84c83f681 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:51.664938 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-92363367-4689-4884-b802-0dca27fc7573 req-ae16dd0e-064c-4087-9a7d-9cd84c83f681 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 946 time: 0.0499194 Nov 22 16:58:51.713214 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-92363367-4689-4884-b802-0dca27fc7573 req-13a61ec8-04fa-4aeb-a42e-ea2dada79f86 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420263 Nov 22 16:58:52.214585 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c33f2-92b3-45b9-b970-f4daa287d75d req-d331953f-9f03-4aa8-907e-b07adb4a5703 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:52.216047 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-685c33f2-92b3-45b9-b970-f4daa287d75d req-d331953f-9f03-4aa8-907e-b07adb4a5703 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 945 time: 0.0535712 Nov 22 16:58:52.265067 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-685c33f2-92b3-45b9-b970-f4daa287d75d req-a4999be9-eef9-44d3-8fef-c04a52bf99c2 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429676 Nov 22 16:58:52.694536 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc175c73-6cc7-4663-9bba-1bb1532c153d req-307501ac-aafb-44ec-ae38-68acfd5eee7c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:52.695991 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bc175c73-6cc7-4663-9bba-1bb1532c153d req-307501ac-aafb-44ec-ae38-68acfd5eee7c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0495267 Nov 22 16:58:52.742433 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bc175c73-6cc7-4663-9bba-1bb1532c153d req-663dc24d-99b3-4770-a093-5ad09f88973d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404379 Nov 22 16:58:52.835248 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2240c-26bd-4361-b810-8b631e2e24ce req-f9fca2cb-6dc9-43c5-8263-0f10cfb99df8 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:52.836648 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e8f2240c-26bd-4361-b810-8b631e2e24ce req-f9fca2cb-6dc9-43c5-8263-0f10cfb99df8 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 946 time: 0.0496132 Nov 22 16:58:52.883499 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e8f2240c-26bd-4361-b810-8b631e2e24ce req-1a5c322e-d9f6-4b8a-b305-6bdd86f4527b tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408964 Nov 22 16:58:53.386637 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddae07-ca97-4f13-acc3-3ee6570935b9 req-b871ff69-8bac-482a-a3b3-380cf604476a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:53.388151 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e1ddae07-ca97-4f13-acc3-3ee6570935b9 req-b871ff69-8bac-482a-a3b3-380cf604476a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 945 time: 0.0484910 Nov 22 16:58:53.447788 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e1ddae07-ca97-4f13-acc3-3ee6570935b9 req-099b9d96-fd6a-447a-9b4b-4336caafd9b9 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512714 Nov 22 16:58:53.822131 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ea126-2010-4ee8-9ef1-ea10788e73bd req-158ca666-99ef-4772-a0be-d7f4035f1449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:53.823590 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2b1ea126-2010-4ee8-9ef1-ea10788e73bd req-158ca666-99ef-4772-a0be-d7f4035f1449 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 1098 time: 0.0427983 Nov 22 16:58:53.901066 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2b1ea126-2010-4ee8-9ef1-ea10788e73bd req-483a1b4a-672b-494b-973d-7f2ed96ca87b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618927 Nov 22 16:58:53.909146 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc073635-2aaf-495f-9ec1-477bf151f1d9 req-232491ff-7da9-414d-b8b2-615872c7ad4c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:53.910528 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cc073635-2aaf-495f-9ec1-477bf151f1d9 req-232491ff-7da9-414d-b8b2-615872c7ad4c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0799723 Nov 22 16:58:53.959932 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cc073635-2aaf-495f-9ec1-477bf151f1d9 req-62e3f426-d6dd-41b3-9c44-dbdf710d809c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424964 Nov 22 16:58:54.002224 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aebaa3-f3e2-49c7-9d9b-7a4e9ede9830 req-8b91ebd6-5a54-4b86-b7be-8f8dd6a4f648 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:54.003995 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c6aebaa3-f3e2-49c7-9d9b-7a4e9ede9830 req-8b91ebd6-5a54-4b86-b7be-8f8dd6a4f648 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 946 time: 0.0508618 Nov 22 16:58:54.050234 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c6aebaa3-f3e2-49c7-9d9b-7a4e9ede9830 req-cc4226cf-4718-4c60-8a41-7cac6a6a81f1 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Nov 22 16:58:54.217694 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043993a6-8b4b-4ef1-9120-5cc6d6ca280f req-519ad1ab-5598-4110-b0d1-a489c197d3b7 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:54.219016 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-043993a6-8b4b-4ef1-9120-5cc6d6ca280f req-519ad1ab-5598-4110-b0d1-a489c197d3b7 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.85 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 946 time: 0.0469449 Nov 22 16:58:54.313800 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-043993a6-8b4b-4ef1-9120-5cc6d6ca280f req-a4fd8143-24da-457b-8cbb-418d39a0e798 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Deleting port 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:54.314109 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-043993a6-8b4b-4ef1-9120-5cc6d6ca280f req-a4fd8143-24da-457b-8cbb-418d39a0e798 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.408565 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-043993a6-8b4b-4ef1-9120-5cc6d6ca280f req-a4fd8143-24da-457b-8cbb-418d39a0e798 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] For port 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f,segment=NetworkSegment(9cc3b34f-f709-4fff-b056-1565b529f1ba),segment_id=9cc3b34f-f709-4fff-b056-1565b529f1ba)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:54.408978 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-043993a6-8b4b-4ef1-9120-5cc6d6ca280f req-a4fd8143-24da-457b-8cbb-418d39a0e798 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.422248 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-043993a6-8b4b-4ef1-9120-5cc6d6ca280f req-a4fd8143-24da-457b-8cbb-418d39a0e798 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Calling delete_port for 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f owned by compute:nova {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:54.580609 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-043993a6-8b4b-4ef1-9120-5cc6d6ca280f req-a4fd8143-24da-457b-8cbb-418d39a0e798 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.592601 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:58:54.615462 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd8143-24da-457b-8cbb-418d39a0e798 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Pushing event deleted for resources: {'Port': ['ID=5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:54.624176 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345352d-3e45-4952-b431-d56d0164ef76 req-07eb0060-9382-4d13-a7f4-6981d1b378b7 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:54.625906 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7345352d-3e45-4952-b431-d56d0164ef76 req-07eb0060-9382-4d13-a7f4-6981d1b378b7 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 945 time: 0.0957978 Nov 22 16:58:54.674398 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-043993a6-8b4b-4ef1-9120-5cc6d6ca280f req-a4fd8143-24da-457b-8cbb-418d39a0e798 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] No DVR routers for this DVR port 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f on host hv-cinder-77819 {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:54.677805 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-043993a6-8b4b-4ef1-9120-5cc6d6ca280f req-a4fd8143-24da-457b-8cbb-418d39a0e798 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.681091 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-043993a6-8b4b-4ef1-9120-5cc6d6ca280f req-a4fd8143-24da-457b-8cbb-418d39a0e798 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.85 "DELETE /v2.0/ports/5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f HTTP/1.1" status: 204 len: 173 time: 0.4527588 Nov 22 16:58:54.681778 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46aa7b29-b93f-45e4-b0fb-9ea4a1509f99', 'name': 'network-vif-deleted', 'tag': '5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:54.683773 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1342342-d93a-4291-9044-3a86498b5968" -d '{"events": [{"server_uuid": "46aa7b29-b93f-45e4-b0fb-9ea4a1509f99", "name": "network-vif-deleted", "tag": "5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:54.720650 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7345352d-3e45-4952-b431-d56d0164ef76 req-98065bb1-ce01-43c8-9e51-fdee8b4c1943 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867591 Nov 22 16:58:54.729250 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d8c332-9690-49ce-869d-cb3e47d3e917 x-openstack-request-id: req-39d8c332-9690-49ce-869d-cb3e47d3e917 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:54.729551 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46aa7b29-b93f-45e4-b0fb-9ea4a1509f99", "name": "network-vif-deleted", "tag": "5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:54.729820 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-39d8c332-9690-49ce-869d-cb3e47d3e917 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:54.730226 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46aa7b29-b93f-45e4-b0fb-9ea4a1509f99', 'name': 'network-vif-deleted', 'tag': '5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f', 'status': 'completed', 'code': 200} Nov 22 16:58:55.082768 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb7172-b9dc-403a-a6e5-f29753210f20 req-bb8a7a3c-4c9d-43ae-a6c1-b251e9cfe315 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:55.084297 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-12cb7172-b9dc-403a-a6e5-f29753210f20 req-bb8a7a3c-4c9d-43ae-a6c1-b251e9cfe315 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0494182 Nov 22 16:58:55.137294 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-12cb7172-b9dc-403a-a6e5-f29753210f20 req-30ade5fa-45d6-41a3-91ed-fc5ce6aa3666 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471144 Nov 22 16:58:55.169948 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c6126434-698b-4e0e-ba49-e378b53a6ff7 req-c2d21c66-3cec-4962-857f-3a7fb5e7f8e3 tempest-AttachVolumeNegativeTest-1751996217 tempest-AttachVolumeNegativeTest-1751996217-project] 10.222.0.75 "GET /v2.0/ports?device_id=46aa7b29-b93f-45e4-b0fb-9ea4a1509f99 HTTP/1.1" status: 200 len: 210 time: 0.0271652 Nov 22 16:58:55.837060 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a58907-69f0-4fed-be6f-3feec0a0bb01 req-65e1b021-54c4-46aa-9054-a9717bbb6a4c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:55.838421 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-11a58907-69f0-4fed-be6f-3feec0a0bb01 req-65e1b021-54c4-46aa-9054-a9717bbb6a4c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 945 time: 0.0505226 Nov 22 16:58:55.885016 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-11a58907-69f0-4fed-be6f-3feec0a0bb01 req-0e14b693-553c-4a25-a6ce-8c9e52102fc0 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404897 Nov 22 16:58:55.999001 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6f220-4ae1-49d3-8abd-d92d91e30028 req-f95630da-089a-4d98-b0e5-ed5406fc61a4 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:56.000708 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f0f6f220-4ae1-49d3-8abd-d92d91e30028 req-f95630da-089a-4d98-b0e5-ed5406fc61a4 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 945 time: 0.0505168 Nov 22 16:58:56.047301 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f0f6f220-4ae1-49d3-8abd-d92d91e30028 req-ee6d8c36-ffc5-4fff-88e8-f2b7d244cbf7 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400457 Nov 22 16:58:56.266566 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d317329-4a27-4775-8a53-468cbdb43d70 req-7082e3ae-50b8-455e-b4a8-7f1873645de9 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:56.268589 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3d317329-4a27-4775-8a53-468cbdb43d70 req-7082e3ae-50b8-455e-b4a8-7f1873645de9 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0551519 Nov 22 16:58:56.303939 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 46762) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:56.327951 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3d317329-4a27-4775-8a53-468cbdb43d70 req-14ce6ca8-282e-4444-9c50-3bb6c029a955 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518486 Nov 22 16:58:56.402451 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52f1c82-040b-46ef-ac94-31b77857884b admin admin] Deleting subnet 354aa910-0d7f-45f9-b6b0-154889ed963c {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:58:56.408176 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f52f1c82-040b-46ef-ac94-31b77857884b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:56.449949 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c3c9-4294-45aa-88c1-e8436e2f638e req-d2311e2a-6567-48c5-8017-9c71cc6a5f60 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:56.451315 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9bf7c3c9-4294-45aa-88c1-e8436e2f638e req-d2311e2a-6567-48c5-8017-9c71cc6a5f60 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 945 time: 0.0889230 Nov 22 16:58:56.460304 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f52f1c82-040b-46ef-ac94-31b77857884b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26216361'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:56.527327 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f52f1c82-040b-46ef-ac94-31b77857884b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572194'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:56.556388 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9bf7c3c9-4294-45aa-88c1-e8436e2f638e req-fa8f6189-3adb-4646-92ba-77f9c1843851 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988576 Nov 22 16:58:56.595520 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f52f1c82-040b-46ef-ac94-31b77857884b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25513861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25295879'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:56.620683 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f1c82-040b-46ef-ac94-31b77857884b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=354aa910-0d7f-45f9-b6b0-154889ed963c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:56.628489 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f52f1c82-040b-46ef-ac94-31b77857884b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:56.632376 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f52f1c82-040b-46ef-ac94-31b77857884b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/354aa910-0d7f-45f9-b6b0-154889ed963c HTTP/1.1" status: 204 len: 168 time: 0.3273909 Nov 22 16:58:56.634933 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 46768) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:56.704426 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a7157621-f1a7-4194-b5d3-cde696c51049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774480'] for network, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:56.995098 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a7157621-f1a7-4194-b5d3-cde696c51049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570257', 'neutron.services.segments.db._delete_segments_for_network-8736619892875'] for network, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.015868 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-a7157621-f1a7-4194-b5d3-cde696c51049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bdcfadf-1d01-4a8e-9380-4151e111913c']}} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:57.025006 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-a7157621-f1a7-4194-b5d3-cde696c51049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc3b34f-f709-4fff-b056-1565b529f1ba') {'for_net_delete': True} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:57.025313 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-a7157621-f1a7-4194-b5d3-cde696c51049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc3b34f-f709-4fff-b056-1565b529f1ba') {} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:57.034610 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a7157621-f1a7-4194-b5d3-cde696c51049 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736620085782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25618630'] for segment, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.047731 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a7157621-f1a7-4194-b5d3-cde696c51049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.054448 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7157621-f1a7-4194-b5d3-cde696c51049 admin admin] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=102627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:58:57.054871 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a7157621-f1a7-4194-b5d3-cde696c51049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25506202'] for segment, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: Traceback (most recent call last): Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: timer() Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: cb(*args, **kw) Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: return func(*args, **kwargs) Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: self._notify() Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: self.callback(batched_events) Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: event.method(event) Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: return f(self, *a, **k) Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: return self._get(url).json() Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: return self.request(url, 'GET', **kwargs) Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:58:57.056685 dv-cinder-778193-11-iscsi neutron-server[102627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:58:57.112133 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a7157621-f1a7-4194-b5d3-cde696c51049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3767155'] for network, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.127396 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a7157621-f1a7-4194-b5d3-cde696c51049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.130777 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-a7157621-f1a7-4194-b5d3-cde696c51049 admin admin] 10.222.0.75 "DELETE /v2.0/networks/1bdcfadf-1d01-4a8e-9380-4151e111913c HTTP/1.1" status: 204 len: 168 time: 0.4948745 Nov 22 16:58:57.131841 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7157621-f1a7-4194-b5d3-cde696c51049 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bdcfadf-1d01-4a8e-9380-4151e111913c,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:57.316224 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 46776) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:57.355568 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-308590ab-5087-4cb4-83ce-8203538c0dce admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=606872a1f29b44a5ae8719e48edf2703&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381565 Nov 22 16:58:57.357942 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 46778) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:57.405483 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3f7e7c99-b858-4066-8a3a-2a912c59733d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.453288 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3f7e7c99-b858-4066-8a3a-2a912c59733d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.502774 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5fa8c-ab01-452a-a075-8e79b8e1c03b req-12e96b8f-e5f8-4698-80fd-b18ca45e72f4 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:57.504490 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-50b5fa8c-ab01-452a-a075-8e79b8e1c03b req-12e96b8f-e5f8-4698-80fd-b18ca45e72f4 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0865667 Nov 22 16:58:57.537787 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3f7e7c99-b858-4066-8a3a-2a912c59733d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.541095 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3f7e7c99-b858-4066-8a3a-2a912c59733d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.542235 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-3f7e7c99-b858-4066-8a3a-2a912c59733d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3abcde1c-d3cd-4ca3-bbf2-a351223a47ba HTTP/1.1" status: 204 len: 168 time: 0.1833968 Nov 22 16:58:57.560572 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e7c99-b858-4066-8a3a-2a912c59733d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abcde1c-d3cd-4ca3-bbf2-a351223a47ba,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:57.578935 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-50b5fa8c-ab01-452a-a075-8e79b8e1c03b req-2ad9afd8-64ff-468c-b551-172b95a32a9d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662391 Nov 22 16:58:57.618767 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:57.640544 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:57.640885 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 5bd06eb3-0dec-4e9a-86c5-1082ca04bd2f not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:57.667499 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ab0f5-7ee0-4567-b015-dfe3bbda2ee6 req-c887c4bd-368c-4730-a14e-ef3975112d6b tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:57.669125 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-544ab0f5-7ee0-4567-b015-dfe3bbda2ee6 req-c887c4bd-368c-4730-a14e-ef3975112d6b tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0564463 Nov 22 16:58:57.718898 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-544ab0f5-7ee0-4567-b015-dfe3bbda2ee6 req-95d20ef6-358b-4e01-bfc4-6b9002263479 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436928 Nov 22 16:58:58.303310 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.710032 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000d222-66c2-48a5-95e6-957e80f79195 req-73a66a5a-1b96-4720-8ad1-ba838f3f4b27 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:58.711752 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5000d222-66c2-48a5-95e6-957e80f79195 req-73a66a5a-1b96-4720-8ad1-ba838f3f4b27 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0505145 Nov 22 16:58:58.767970 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5000d222-66c2-48a5-95e6-957e80f79195 req-9083ec54-7c95-47e9-8732-2751aea972a5 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454085 Nov 22 16:58:58.857048 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77d66d-339c-458a-94c9-78f514d8a6fd req-8ea72281-c460-4a96-963d-5dbfef4d4df3 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:58.858555 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2e77d66d-339c-458a-94c9-78f514d8a6fd req-8ea72281-c460-4a96-963d-5dbfef4d4df3 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0500154 Nov 22 16:58:58.913661 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2e77d66d-339c-458a-94c9-78f514d8a6fd req-4c4c6081-e0e2-441e-989c-86ef3e5e0744 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483177 Nov 22 16:58:59.888146 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3489f5b-777b-40be-837c-d72dbbdb6a38 req-ff1e46ae-2bff-4986-bdc7-bd8176c241ba tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:59.889593 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d3489f5b-777b-40be-837c-d72dbbdb6a38 req-ff1e46ae-2bff-4986-bdc7-bd8176c241ba tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0474346 Nov 22 16:58:59.940037 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d3489f5b-777b-40be-837c-d72dbbdb6a38 req-93bdfb14-68c7-482d-8cd0-f7d57a8c82ec tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446522 Nov 22 16:59:00.031221 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d63a9-a567-4fa0-8e47-ffbab05737b7 req-6151f808-8ecb-4130-8129-91f1348c1e7a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:00.032804 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e76d63a9-a567-4fa0-8e47-ffbab05737b7 req-6151f808-8ecb-4130-8129-91f1348c1e7a tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0515530 Nov 22 16:59:00.078847 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e76d63a9-a567-4fa0-8e47-ffbab05737b7 req-e88fdf2c-5eff-4214-bc79-b1f7d0fe022b tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400877 Nov 22 16:59:00.591843 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:59:00.631584 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d284f53-e0cb-4d88-8637-648eeba0ac16 req-5b42dab6-69fb-455e-b427-625404dea0a4 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:00.633052 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9d284f53-e0cb-4d88-8637-648eeba0ac16 req-5b42dab6-69fb-455e-b427-625404dea0a4 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.85 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 945 time: 0.0483077 Nov 22 16:59:00.732823 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-9d284f53-e0cb-4d88-8637-648eeba0ac16 req-3013e7df-45ad-4238-80a8-f2a7157e1557 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Deleting port 8b87d647-88c5-43fe-9e03-f13308c9bce7 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:00.733157 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-9d284f53-e0cb-4d88-8637-648eeba0ac16 req-3013e7df-45ad-4238-80a8-f2a7157e1557 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:00.819760 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-9d284f53-e0cb-4d88-8637-648eeba0ac16 req-3013e7df-45ad-4238-80a8-f2a7157e1557 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] For port 8b87d647-88c5-43fe-9e03-f13308c9bce7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b87d647-88c5-43fe-9e03-f13308c9bce7,segment=NetworkSegment(a2770974-9811-4d66-8064-2f8990712735),segment_id=a2770974-9811-4d66-8064-2f8990712735)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:00.820149 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-9d284f53-e0cb-4d88-8637-648eeba0ac16 req-3013e7df-45ad-4238-80a8-f2a7157e1557 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:00.832345 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-9d284f53-e0cb-4d88-8637-648eeba0ac16 req-3013e7df-45ad-4238-80a8-f2a7157e1557 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Calling delete_port for 8b87d647-88c5-43fe-9e03-f13308c9bce7 owned by compute:nova {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:00.959224 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-9d284f53-e0cb-4d88-8637-648eeba0ac16 req-3013e7df-45ad-4238-80a8-f2a7157e1557 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:00.987503 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013e7df-45ad-4238-80a8-f2a7157e1557 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Pushing event deleted for resources: {'Port': ['ID=8b87d647-88c5-43fe-9e03-f13308c9bce7,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:01.030477 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d284f53-e0cb-4d88-8637-648eeba0ac16 req-3013e7df-45ad-4238-80a8-f2a7157e1557 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] No DVR routers for this DVR port 8b87d647-88c5-43fe-9e03-f13308c9bce7 on host hv-cinder-77819 {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:59:01.033143 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-9d284f53-e0cb-4d88-8637-648eeba0ac16 req-3013e7df-45ad-4238-80a8-f2a7157e1557 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.036691 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9d284f53-e0cb-4d88-8637-648eeba0ac16 req-3013e7df-45ad-4238-80a8-f2a7157e1557 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.85 "DELETE /v2.0/ports/8b87d647-88c5-43fe-9e03-f13308c9bce7 HTTP/1.1" status: 204 len: 173 time: 0.3895757 Nov 22 16:59:01.037148 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441b5f94-079a-43da-a1e0-029ce433308d', 'name': 'network-vif-deleted', 'tag': '8b87d647-88c5-43fe-9e03-f13308c9bce7'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:01.039787 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a75d255-38fa-4cb9-8860-10e651d71e09" -d '{"events": [{"server_uuid": "441b5f94-079a-43da-a1e0-029ce433308d", "name": "network-vif-deleted", "tag": "8b87d647-88c5-43fe-9e03-f13308c9bce7"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:01.085007 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68899b9e-eeff-4027-b931-f15c89c82b60 x-openstack-request-id: req-68899b9e-eeff-4027-b931-f15c89c82b60 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:01.085297 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441b5f94-079a-43da-a1e0-029ce433308d", "name": "network-vif-deleted", "tag": "8b87d647-88c5-43fe-9e03-f13308c9bce7", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:01.085627 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-68899b9e-eeff-4027-b931-f15c89c82b60 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:01.085949 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441b5f94-079a-43da-a1e0-029ce433308d', 'name': 'network-vif-deleted', 'tag': '8b87d647-88c5-43fe-9e03-f13308c9bce7', 'status': 'completed', 'code': 200} Nov 22 16:59:01.181198 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c438d78e-efa2-4a36-abfc-91c6c440d75b req-ad1bc9cd-d1f6-49b8-a8db-5d25b362a10c tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 210 time: 0.0306733 Nov 22 16:59:01.261058 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748b8a6-6276-478e-ac23-7c2ac2f3f3ea req-733af3e3-5f7a-4e92-81de-4342e56d552a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:01.262426 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6748b8a6-6276-478e-ac23-7c2ac2f3f3ea req-733af3e3-5f7a-4e92-81de-4342e56d552a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.2454360 Nov 22 16:59:01.308430 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6748b8a6-6276-478e-ac23-7c2ac2f3f3ea req-ad20c035-7469-484a-a4ad-9a826c7b9bdf tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401306 Nov 22 16:59:02.273535 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-28b91af1-d944-46da-b172-6a5374e3b9e8 req-6e954ef1-708d-46c9-a825-cc60ee24a89f tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 210 time: 0.0265255 Nov 22 16:59:02.425875 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6fae7-6695-413c-a8d6-26c9077881d3 req-7fbbe776-004c-4997-9d4e-104aa37fc878 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:02.427862 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b1c6fae7-6695-413c-a8d6-26c9077881d3 req-7fbbe776-004c-4997-9d4e-104aa37fc878 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0485148 Nov 22 16:59:02.473857 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b1c6fae7-6695-413c-a8d6-26c9077881d3 req-d534c24a-7801-4298-80b5-bd318a241028 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400915 Nov 22 16:59:03.364200 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-eda0f0fb-660a-4773-9b11-2228d367372e req-353405a8-8a40-497f-84f8-f8ac949f9f24 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=441b5f94-079a-43da-a1e0-029ce433308d HTTP/1.1" status: 200 len: 210 time: 0.0261297 Nov 22 16:59:03.599663 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef7aeb-74e1-4c18-944a-ac804e8ca9e2 req-aeb3541c-fe36-4f63-9b54-831750b5e876 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:03.601350 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-30ef7aeb-74e1-4c18-944a-ac804e8ca9e2 req-aeb3541c-fe36-4f63-9b54-831750b5e876 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 943 time: 0.0543041 Nov 22 16:59:03.626357 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['8b87d647-88c5-43fe-9e03-f13308c9bce7', 'ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:59:03.651323 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-30ef7aeb-74e1-4c18-944a-ac804e8ca9e2 req-48451572-044a-4648-9276-f2e46fc66853 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438392 Nov 22 16:59:03.674356 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device eeee0f2b-0c59-426c-9308-f6ebadc254be details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:59:03.820408 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port eeee0f2b-0c59-426c-9308-f6ebadc254be, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eeee0f2b-0c59-426c-9308-f6ebadc254be,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:03.843696 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': 'eeee0f2b-0c59-426c-9308-f6ebadc254be', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'port_id': 'eeee0f2b-0c59-426c-9308-f6ebadc254be', 'mac_address': 'fa:16:3e:39:65:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:59:03.900473 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:03.917072 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeee0f2b-0c59-426c-9308-f6ebadc254be {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:59:03.939056 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port eeee0f2b-0c59-426c-9308-f6ebadc254be, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eeee0f2b-0c59-426c-9308-f6ebadc254be,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:03.944699 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:03.996059 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=eeee0f2b-0c59-426c-9308-f6ebadc254be,revision_number=9']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:04.366504 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['eeee0f2b-0c59-426c-9308-f6ebadc254be'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:59:04.631931 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b265339-ca01-4b9e-9c46-c44a7ffe1d54 req-28388cd8-357e-4ed0-a3ef-010209371d42 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:04.633418 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9b265339-ca01-4b9e-9c46-c44a7ffe1d54 req-28388cd8-357e-4ed0-a3ef-010209371d42 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0509431 Nov 22 16:59:04.693417 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9b265339-ca01-4b9e-9c46-c44a7ffe1d54 req-01a43348-3744-451d-80b6-edb2f3e80896 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533514 Nov 22 16:59:04.781734 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbe3e1-c51c-4b9a-9d51-014a287653f4 req-1eb290fb-db19-4165-b1b5-51840e21fc2c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:04.783574 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-eedbe3e1-c51c-4b9a-9d51-014a287653f4 req-1eb290fb-db19-4165-b1b5-51840e21fc2c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 944 time: 0.0511239 Nov 22 16:59:04.833365 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-eedbe3e1-c51c-4b9a-9d51-014a287653f4 req-c438121c-8891-4613-ac00-741de923c952 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437157 Nov 22 16:59:05.801626 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a4061-c122-436a-be5d-e11d9cb375dc req-ff9399a2-ada4-4022-ad8e-fd361a8e033b tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:05.803729 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ca1a4061-c122-436a-be5d-e11d9cb375dc req-ff9399a2-ada4-4022-ad8e-fd361a8e033b tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0518575 Nov 22 16:59:05.850582 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ca1a4061-c122-436a-be5d-e11d9cb375dc req-d70f1e6c-7556-4d7d-bf3b-6bfca3722675 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410199 Nov 22 16:59:05.944663 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b639f-3bee-4687-a78b-52066d864f47 req-77a815e5-4783-44e6-9513-7f52fd1490fb tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:05.946220 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8f8b639f-3bee-4687-a78b-52066d864f47 req-77a815e5-4783-44e6-9513-7f52fd1490fb tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 945 time: 0.0475674 Nov 22 16:59:05.952564 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5420d-694a-49ad-83f7-0521c3943607 req-37e37f37-efa4-42cd-af7d-c1be5f868096 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:05.954001 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1fb5420d-694a-49ad-83f7-0521c3943607 req-37e37f37-efa4-42cd-af7d-c1be5f868096 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 944 time: 0.0487804 Nov 22 16:59:05.998376 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8f8b639f-3bee-4687-a78b-52066d864f47 req-4f5eb77a-84fe-4b91-8051-01cf9e956ebd tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462654 Nov 22 16:59:06.002770 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1fb5420d-694a-49ad-83f7-0521c3943607 req-91213714-2549-4756-be50-25fbd855e951 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429342 Nov 22 16:59:06.020698 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 46934) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:06.196242 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0231f892-7597-4734-a278-eed1f2c6ba46 tempest-TestMinimumBasicScenario-2003986138 tempest-TestMinimumBasicScenario-2003986138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:06.197725 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-0231f892-7597-4734-a278-eed1f2c6ba46 tempest-TestMinimumBasicScenario-2003986138 tempest-TestMinimumBasicScenario-2003986138-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 1093 time: 0.1760421 Nov 22 16:59:06.200634 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 46938) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:06.204840 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Request body: {'floatingip': {'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'port_id': '3a998c39-645a-408e-9ea1-7d0db6260621', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:06.227968 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for floatingip, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:06.339214 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:06.442439 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Allocated IP 172.27.0.7 (d3425354-8fe0-452b-a94a-32f4eb04cb86/91bd23ed-08b5-4bc5-9b3d-886376dc3ccb/4ddce847-b6cd-47ca-8c5c-9a560b251b1b) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:06.544439 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:06.548296 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 8b87d647-88c5-43fe-9e03-f13308c9bce7 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:59:06.571871 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: 8b87d647-88c5-43fe-9e03-f13308c9bce7 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:59:06.572236 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 8b87d647-88c5-43fe-9e03-f13308c9bce7 not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:59:06.585197 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:06.624315 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:06.627436 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:06.631561 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:06.660834 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Pushing event updated for resources: {'Port': ['ID=4ddce847-b6cd-47ca-8c5c-9a560b251b1b,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:06.968259 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079a35e-b5ba-4951-97d3-74ffc6fd928c req-ba0ca03c-39e5-458f-ab95-29dcfad9a247 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:06.969756 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c079a35e-b5ba-4951-97d3-74ffc6fd928c req-ba0ca03c-39e5-458f-ab95-29dcfad9a247 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0490463 Nov 22 16:59:07.002451 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:07.023735 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c079a35e-b5ba-4951-97d3-74ffc6fd928c req-49ac2f65-10d9-487c-95eb-b8bc6cb11db5 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472374 Nov 22 16:59:07.088171 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:07.159662 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89752646-50f8-4eb7-abcf-ea5f5846469f req-b1f00542-d8de-4bbb-9e42-e0016f97a6ba tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:07.161119 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-89752646-50f8-4eb7-abcf-ea5f5846469f req-b1f00542-d8de-4bbb-9e42-e0016f97a6ba tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 944 time: 0.0843918 Nov 22 16:59:07.197814 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1361e4f-215a-40b4-87b5-4b2fb0538731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:07.260406 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-89752646-50f8-4eb7-abcf-ea5f5846469f req-b83d4072-d573-411b-bd88-3df34501977c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894477 Nov 22 16:59:07.302387 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:07.307929 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:07.371811 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Pushing event updated for resources: {'Port': ['ID=4ddce847-b6cd-47ca-8c5c-9a560b251b1b,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:07.386510 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3767069'] for floatingip, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:07.483361 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.db.l3_db [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Floating IP 5002df02-b0e1-4951-8b3c-3e1388a017b5 associated. External IP: 172.27.0.7, port: 3a998c39-645a-408e-9ea1-7d0db6260621. Nov 22 16:59:07.688409 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Router 7112de87-c73f-4c0c-ba19-1ad3f3867d76 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:59:07.794229 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:59:07.805422 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd3028-8c23-4163-8f3d-b4b11e226f08 None None] Sync routers for ids ['7112de87-c73f-4c0c-ba19-1ad3f3867d76'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:59:07.812627 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:07.816051 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd3028-8c23-4163-8f3d-b4b11e226f08 None None] Routers {'7112de87-c73f-4c0c-ba19-1ad3f3867d76'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:59:07.816660 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5fdd3028-8c23-4163-8f3d-b4b11e226f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:58:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['7112de87-c73f-4c0c-ba19-1ad3f3867d76'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:07.840272 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-8edbe525-fab7-4914-93b5-45ef7ac4d9ae tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6385994 Nov 22 16:59:07.840956 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5db562-90f4-4e8f-91fb-b3748ec80dff', 'tag': '3a998c39-645a-408e-9ea1-7d0db6260621'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:07.843198 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 46946) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:07.843325 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391a07a2-056a-4fc9-956b-108469c3df6d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5db562-90f4-4e8f-91fb-b3748ec80dff", "tag": "3a998c39-645a-408e-9ea1-7d0db6260621"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:07.848066 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-6399d9d5-c9d2-43c1-bb51-bbf80933db74 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-382707409', 'description': 'tempest-secgroup-smoke-382707409 description', 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:07.882785 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6399d9d5-c9d2-43c1-bb51-bbf80933db74 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:07.887822 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7ab8d4-7fa2-470d-95c0-1af5dba51e49 x-openstack-request-id: req-1c7ab8d4-7fa2-470d-95c0-1af5dba51e49 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:07.888336 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5db562-90f4-4e8f-91fb-b3748ec80dff", "tag": "3a998c39-645a-408e-9ea1-7d0db6260621", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:07.888655 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1c7ab8d4-7fa2-470d-95c0-1af5dba51e49 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:07.889112 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5db562-90f4-4e8f-91fb-b3748ec80dff', 'tag': '3a998c39-645a-408e-9ea1-7d0db6260621', 'status': 'completed', 'code': 200} Nov 22 16:59:07.929487 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-5fdd3028-8c23-4163-8f3d-b4b11e226f08 None None] Set router 7112de87-c73f-4c0c-ba19-1ad3f3867d76 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:59:07.952963 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6399d9d5-c9d2-43c1-bb51-bbf80933db74 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:07.956888 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6399d9d5-c9d2-43c1-bb51-bbf80933db74 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:07.987396 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6399d9d5-c9d2-43c1-bb51-bbf80933db74 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:07.988632 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-6399d9d5-c9d2-43c1-bb51-bbf80933db74 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1441066 Nov 22 16:59:07.990025 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399d9d5-c9d2-43c1-bb51-bbf80933db74 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d15a586-b224-4a86-b3ea-5ab9d33c89ee,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:07.992394 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 46950) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:07.996670 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-571e62aa-e080-41fc-9a90-59d0f6eb9fa9 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Request body: {'security_group_rule': {'security_group_id': '7d15a586-b224-4a86-b3ea-5ab9d33c89ee', 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:08.024585 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-571e62aa-e080-41fc-9a90-59d0f6eb9fa9 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.094163 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-571e62aa-e080-41fc-9a90-59d0f6eb9fa9 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.098281 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-571e62aa-e080-41fc-9a90-59d0f6eb9fa9 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.118653 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e62aa-e080-41fc-9a90-59d0f6eb9fa9 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b0386d-1acc-426f-addf-b1f2ded1ee01,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:08.124031 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-571e62aa-e080-41fc-9a90-59d0f6eb9fa9 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.128821 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-571e62aa-e080-41fc-9a90-59d0f6eb9fa9 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353948 Nov 22 16:59:08.129241 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 46956) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:08.134996 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-38faf8df-0f29-4427-862f-cbb7db73c06a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Request body: {'security_group_rule': {'security_group_id': '7d15a586-b224-4a86-b3ea-5ab9d33c89ee', 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:08.164655 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d7dd1-1a4d-481d-9574-4c4023137f84 req-d3764dcc-ef85-487d-96c2-d8af2ee8afd2 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:08.166147 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ac0d7dd1-1a4d-481d-9574-4c4023137f84 req-d3764dcc-ef85-487d-96c2-d8af2ee8afd2 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0714366 Nov 22 16:59:08.192678 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-38faf8df-0f29-4427-862f-cbb7db73c06a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.250483 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ac0d7dd1-1a4d-481d-9574-4c4023137f84 req-528323f6-e642-4481-a6fa-4231e6c05847 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783525 Nov 22 16:59:08.251297 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5fdd3028-8c23-4163-8f3d-b4b11e226f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'name': 'tempest-TestMinimumBasicScenario-666691287-router', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b5928d23-f602-461e-8add-6335987b2e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:54Z', 'updated_at': '2021-11-22T16:57:58Z', 'revision_number': 4, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'gw_port': {'id': 'b5928d23-f602-461e-8add-6335987b2e20', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:55Z', 'updated_at': '2021-11-22T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': '5002df02-b0e1-4951-8b3c-3e1388a017b5', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'port_id': '3a998c39-645a-408e-9ea1-7d0db6260621', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05', 'mac_address': 'fa:16:3e:ef:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5db562-90f4-4e8f-91fb-b3748ec80dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:59:06Z', 'updated_at': '2021-11-22T16:59:06Z', 'revision_number': 0, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b7131be-2dc8-470e-9de8-108fb1283349', 'name': '', 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'mac_address': 'fa:16:3e:32:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '80a11fbc-1cd5-456e-a3ee-c1df04fd356c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:57Z', 'updated_at': '2021-11-22T16:58:02Z', 'revision_number': 5, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'subnets': [{'id': '80a11fbc-1cd5-456e-a3ee-c1df04fd356c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:08.266213 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-38faf8df-0f29-4427-862f-cbb7db73c06a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.271176 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-38faf8df-0f29-4427-862f-cbb7db73c06a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.281640 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd3028-8c23-4163-8f3d-b4b11e226f08 None None] Checking router: 7112de87-c73f-4c0c-ba19-1ad3f3867d76 for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:59:08.289949 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38faf8df-0f29-4427-862f-cbb7db73c06a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b477fda-3b0f-442a-adca-9f67488fc30c,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:08.297382 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-38faf8df-0f29-4427-862f-cbb7db73c06a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.298240 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd3028-8c23-4163-8f3d-b4b11e226f08 None None] Routers {'7112de87-c73f-4c0c-ba19-1ad3f3867d76'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:59:08.298465 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-38faf8df-0f29-4427-862f-cbb7db73c06a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1682589 Nov 22 16:59:08.299097 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5fdd3028-8c23-4163-8f3d-b4b11e226f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:58:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['7112de87-c73f-4c0c-ba19-1ad3f3867d76'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:08.301266 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 46960) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:08.306470 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-52965d44-f277-42a3-a5aa-08848c506da4 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Request body: {'security_group_rule': {'security_group_id': '7d15a586-b224-4a86-b3ea-5ab9d33c89ee', 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:08.339069 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-52965d44-f277-42a3-a5aa-08848c506da4 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.389646 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c3424-5a08-4599-8da8-548d415be6c8 req-6903fc52-8de5-48c6-90ef-8e5d0b3658ff tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:08.391419 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-195c3424-5a08-4599-8da8-548d415be6c8 req-6903fc52-8de5-48c6-90ef-8e5d0b3658ff tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 944 time: 0.0507479 Nov 22 16:59:08.404904 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-52965d44-f277-42a3-a5aa-08848c506da4 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.409224 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-5fdd3028-8c23-4163-8f3d-b4b11e226f08 None None] Set router 7112de87-c73f-4c0c-ba19-1ad3f3867d76 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:59:08.410850 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-52965d44-f277-42a3-a5aa-08848c506da4 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.430151 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52965d44-f277-42a3-a5aa-08848c506da4 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e4e6e5-bf7f-4506-ac3d-9da1f92a3a49,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:08.440686 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-52965d44-f277-42a3-a5aa-08848c506da4 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.443316 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-52965d44-f277-42a3-a5aa-08848c506da4 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403239 Nov 22 16:59:08.446104 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 46962) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:08.452312 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-27f6e7f4-5089-4aa2-8125-77bbe0d7182e tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Request body: {'security_group_rule': {'security_group_id': '7d15a586-b224-4a86-b3ea-5ab9d33c89ee', 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:08.456587 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-195c3424-5a08-4599-8da8-548d415be6c8 req-8234c8e6-c410-491c-ba04-36ef9bd1130f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566528 Nov 22 16:59:08.490211 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-27f6e7f4-5089-4aa2-8125-77bbe0d7182e tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.547760 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-27f6e7f4-5089-4aa2-8125-77bbe0d7182e tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.551262 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-27f6e7f4-5089-4aa2-8125-77bbe0d7182e tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.572729 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6e7f4-5089-4aa2-8125-77bbe0d7182e tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1730d5c8-e914-4b71-805b-8df1a6f7388a,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:08.581513 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-27f6e7f4-5089-4aa2-8125-77bbe0d7182e tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.582744 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-27f6e7f4-5089-4aa2-8125-77bbe0d7182e tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1340492 Nov 22 16:59:08.585470 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 46964) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:08.590462 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-22f6bda0-6209-48da-b8bf-361e659f2e37 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Request body: {'security_group_rule': {'security_group_id': '7d15a586-b224-4a86-b3ea-5ab9d33c89ee', 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:08.634541 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.db.securitygroups_db [None req-22f6bda0-6209-48da-b8bf-361e659f2e37 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Project 3fb052a8ba2c4cf684bc111e26b2c6ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:59:08.643220 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-22f6bda0-6209-48da-b8bf-361e659f2e37 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.661364 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5fdd3028-8c23-4163-8f3d-b4b11e226f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'name': 'tempest-TestMinimumBasicScenario-666691287-router', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b5928d23-f602-461e-8add-6335987b2e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:54Z', 'updated_at': '2021-11-22T16:57:58Z', 'revision_number': 4, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'gw_port': {'id': 'b5928d23-f602-461e-8add-6335987b2e20', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:55Z', 'updated_at': '2021-11-22T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': '5002df02-b0e1-4951-8b3c-3e1388a017b5', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'port_id': '3a998c39-645a-408e-9ea1-7d0db6260621', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05', 'mac_address': 'fa:16:3e:ef:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5db562-90f4-4e8f-91fb-b3748ec80dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:59:06Z', 'updated_at': '2021-11-22T16:59:06Z', 'revision_number': 0, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b7131be-2dc8-470e-9de8-108fb1283349', 'name': '', 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'mac_address': 'fa:16:3e:32:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '80a11fbc-1cd5-456e-a3ee-c1df04fd356c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:57Z', 'updated_at': '2021-11-22T16:58:02Z', 'revision_number': 5, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'subnets': [{'id': '80a11fbc-1cd5-456e-a3ee-c1df04fd356c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:08.673703 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a07a2-056a-4fc9-956b-108469c3df6d req-fee8c7e9-dc84-4f95-b9e2-9f59a170593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:08.675172 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-391a07a2-056a-4fc9-956b-108469c3df6d req-fee8c7e9-dc84-4f95-b9e2-9f59a170593e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3fb052a8ba2c4cf684bc111e26b2c6ca&device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 1098 time: 0.0700841 Nov 22 16:59:08.691653 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd3028-8c23-4163-8f3d-b4b11e226f08 None None] The sync data for ids ['7112de87-c73f-4c0c-ba19-1ad3f3867d76'] in dv-cinder-778193-11-iscsi is: [{'id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'name': 'tempest-TestMinimumBasicScenario-666691287-router', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b5928d23-f602-461e-8add-6335987b2e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:54Z', 'updated_at': '2021-11-22T16:57:58Z', 'revision_number': 4, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'gw_port': {'id': 'b5928d23-f602-461e-8add-6335987b2e20', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:55Z', 'updated_at': '2021-11-22T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': '5002df02-b0e1-4951-8b3c-3e1388a017b5', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'port_id': '3a998c39-645a-408e-9ea1-7d0db6260621', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05', 'mac_address': 'fa:16:3e:ef:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5db562-90f4-4e8f-91fb-b3748ec80dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:59:06Z', 'updated_at': '2021-11-22T16:59:06Z', 'revision_number': 0, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b7131be-2dc8-470e-9de8-108fb1283349', 'name': '', 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'mac_address': 'fa:16:3e:32:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '80a11fbc-1cd5-456e-a3ee-c1df04fd356c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:57Z', 'updated_at': '2021-11-22T16:58:02Z', 'revision_number': 5, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'subnets': [{'id': '80a11fbc-1cd5-456e-a3ee-c1df04fd356c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:59:08.741764 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-22f6bda0-6209-48da-b8bf-361e659f2e37 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.747980 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-22f6bda0-6209-48da-b8bf-361e659f2e37 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.780144 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6bda0-6209-48da-b8bf-361e659f2e37 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ebd4b0f-a630-4d12-91f4-2b64409b4dc9,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:08.794468 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-22f6bda0-6209-48da-b8bf-361e659f2e37 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.795664 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-22f6bda0-6209-48da-b8bf-361e659f2e37 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2092724 Nov 22 16:59:08.798601 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 46966) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:08.804186 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a686ba73-5a86-4080-ade8-610058a8e813 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Request body: {'security_group_rule': {'security_group_id': '7d15a586-b224-4a86-b3ea-5ab9d33c89ee', 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:08.809666 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a07a2-056a-4fc9-956b-108469c3df6d req-e19bafc7-76c6-4631-9b53-75ad39dc7547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:08.811177 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-391a07a2-056a-4fc9-956b-108469c3df6d req-e19bafc7-76c6-4631-9b53-75ad39dc7547 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9e0316c1-ed6f-4147-a582-f43d4b45ed05 HTTP/1.1" status: 200 len: 916 time: 0.1218944 Nov 22 16:59:08.834468 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-a686ba73-5a86-4080-ade8-610058a8e813 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Project 3fb052a8ba2c4cf684bc111e26b2c6ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:59:08.839770 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a686ba73-5a86-4080-ade8-610058a8e813 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.882691 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-391a07a2-056a-4fc9-956b-108469c3df6d req-1c839734-f0c2-4091-8388-0d8128ae699c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a998c39-645a-408e-9ea1-7d0db6260621 HTTP/1.1" status: 200 len: 997 time: 0.0629768 Nov 22 16:59:08.898480 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c13718-b47a-41aa-bf27-9c4fdf708cbb None None] New status for floating IP 5002df02-b0e1-4951-8b3c-3e1388a017b5: ACTIVE {{(pid=102629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:59:08.903429 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a686ba73-5a86-4080-ade8-610058a8e813 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.908550 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a686ba73-5a86-4080-ade8-610058a8e813 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.927826 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686ba73-5a86-4080-ade8-610058a8e813 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603cee37-3449-4bd6-b30c-6e914f1c7736,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:08.937941 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a686ba73-5a86-4080-ade8-610058a8e813 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.939682 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a686ba73-5a86-4080-ade8-610058a8e813 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399634 Nov 22 16:59:08.971195 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a07a2-056a-4fc9-956b-108469c3df6d req-1bfa3a54-1924-4de2-b8e8-17f70c4e0b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:08.974336 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-391a07a2-056a-4fc9-956b-108469c3df6d req-1bfa3a54-1924-4de2-b8e8-17f70c4e0b91 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=80a11fbc-1cd5-456e-a3ee-c1df04fd356c HTTP/1.1" status: 200 len: 853 time: 0.0779562 Nov 22 16:59:09.101809 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a07a2-056a-4fc9-956b-108469c3df6d req-88b2e9ae-7c8d-462b-9dfd-1ad94dcfae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:09.103468 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-391a07a2-056a-4fc9-956b-108469c3df6d req-88b2e9ae-7c8d-462b-9dfd-1ad94dcfae04 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9e0316c1-ed6f-4147-a582-f43d4b45ed05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1210334 Nov 22 16:59:09.108684 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3e52208f-2206-4b45-b47b-ff64fd9bc7fc req-57d4aa99-ae5e-4bd4-b568-f656bfe86b1e tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-382707409&fields=id&tenant_id=3fb052a8ba2c4cf684bc111e26b2c6ca HTTP/1.1" status: 200 len: 267 time: 0.1136000 Nov 22 16:59:09.233201 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52208f-2206-4b45-b47b-ff64fd9bc7fc req-85c27eef-6879-4145-bc4f-73f4ce840b82 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:09.234659 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3e52208f-2206-4b45-b47b-ff64fd9bc7fc req-85c27eef-6879-4145-bc4f-73f4ce840b82 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 945 time: 0.1128793 Nov 22 16:59:09.251107 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-3e52208f-2206-4b45-b47b-ff64fd9bc7fc req-d7f51658-121c-468f-8399-db41dd7cf93d tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Request body: {'port': {'security_groups': ['3c948567-7d0f-4ffa-a719-fb013e7be68d', '7d15a586-b224-4a86-b3ea-5ab9d33c89ee']}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:09.256502 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-391a07a2-056a-4fc9-956b-108469c3df6d req-36a881f4-d9ae-42bd-b453-9aee15d012c1 service neutron] 10.222.0.85 "GET /v2.0/networks/9e0316c1-ed6f-4147-a582-f43d4b45ed05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435962 Nov 22 16:59:09.371023 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946022f-c734-4fef-a211-e4a3f4386fc1 req-ae73d0a5-eb1e-4321-8c00-fa0c620e12a6 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:09.372512 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d946022f-c734-4fef-a211-e4a3f4386fc1 req-ae73d0a5-eb1e-4321-8c00-fa0c620e12a6 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0525765 Nov 22 16:59:09.426617 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d946022f-c734-4fef-a211-e4a3f4386fc1 req-2ddb3724-49d4-4244-a3c8-30b010ecf3cf tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471218 Nov 22 16:59:09.497000 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aca79381-e4a4-4460-a96f-d872fd1ad9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:09.581728 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92ffda-ef70-4660-98d2-19e44a059f43 req-70da6e9b-b9b1-42e1-b2be-7e289976d470 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:09.583785 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8a92ffda-ef70-4660-98d2-19e44a059f43 req-70da6e9b-b9b1-42e1-b2be-7e289976d470 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 944 time: 0.0514727 Nov 22 16:59:09.585594 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-3e52208f-2206-4b45-b47b-ff64fd9bc7fc req-d7f51658-121c-468f-8399-db41dd7cf93d tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:09.630573 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8a92ffda-ef70-4660-98d2-19e44a059f43 req-e3a28eb7-588e-4d32-8505-c810e9e8054b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403037 Nov 22 16:59:09.647770 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-391a07a2-056a-4fc9-956b-108469c3df6d req-f8b6c507-d33a-4d3d-b379-5d22b08e13dc service neutron] 10.222.0.85 "GET /v2.0/networks/9e0316c1-ed6f-4147-a582-f43d4b45ed05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754401 Nov 22 16:59:09.789790 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-3e52208f-2206-4b45-b47b-ff64fd9bc7fc req-d7f51658-121c-468f-8399-db41dd7cf93d tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] For port 3a998c39-645a-408e-9ea1-7d0db6260621, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3a998c39-645a-408e-9ea1-7d0db6260621,segment=NetworkSegment(5a968853-1af1-46b3-8a6e-ae7e1b404ec4),segment_id=5a968853-1af1-46b3-8a6e-ae7e1b404ec4)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:09.818038 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-3e52208f-2206-4b45-b47b-ff64fd9bc7fc req-d7f51658-121c-468f-8399-db41dd7cf93d tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:09.822465 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-3e52208f-2206-4b45-b47b-ff64fd9bc7fc req-d7f51658-121c-468f-8399-db41dd7cf93d tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:09.835728 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['3a998c39-645a-408e-9ea1-7d0db6260621'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:59:09.866838 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52208f-2206-4b45-b47b-ff64fd9bc7fc req-d7f51658-121c-468f-8399-db41dd7cf93d tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:09.867466 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-3e52208f-2206-4b45-b47b-ff64fd9bc7fc req-d7f51658-121c-468f-8399-db41dd7cf93d tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:09.868978 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3e52208f-2206-4b45-b47b-ff64fd9bc7fc req-d7f51658-121c-468f-8399-db41dd7cf93d tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "PUT /v2.0/ports/3a998c39-645a-408e-9ea1-7d0db6260621 HTTP/1.1" status: 200 len: 981 time: 0.6253240 Nov 22 16:59:09.889974 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5db562-90f4-4e8f-91fb-b3748ec80dff', 'tag': '3a998c39-645a-408e-9ea1-7d0db6260621'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:09.892151 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba9a910-9384-4df9-b0d3-c2a3054bf6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5db562-90f4-4e8f-91fb-b3748ec80dff", "tag": "3a998c39-645a-408e-9ea1-7d0db6260621"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:09.895604 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f51658-121c-468f-8399-db41dd7cf93d tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Pushing event updated for resources: {'Port': ['ID=3a998c39-645a-408e-9ea1-7d0db6260621,revision_number=6']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:09.946596 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df51465-10fa-4796-842e-be7feec3bbd5 x-openstack-request-id: req-3df51465-10fa-4796-842e-be7feec3bbd5 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:09.946924 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5db562-90f4-4e8f-91fb-b3748ec80dff", "tag": "3a998c39-645a-408e-9ea1-7d0db6260621", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:09.948357 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3df51465-10fa-4796-842e-be7feec3bbd5 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:09.948857 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5db562-90f4-4e8f-91fb-b3748ec80dff', 'tag': '3a998c39-645a-408e-9ea1-7d0db6260621', 'status': 'completed', 'code': 200} Nov 22 16:59:09.980511 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['3a998c39-645a-408e-9ea1-7d0db6260621'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:59:10.010152 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fcf91-a20c-4239-b452-76e3ba51c5ab req-a1feffa5-381e-499b-a5c0-f5013dcf3a67 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:10.017550 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-070fcf91-a20c-4239-b452-76e3ba51c5ab req-a1feffa5-381e-499b-a5c0-f5013dcf3a67 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 984 time: 0.0602095 Nov 22 16:59:10.031187 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9a910-9384-4df9-b0d3-c2a3054bf6b2 req-53a0e510-b0f7-4d87-bd68-ee4a211eaea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:10.033809 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fba9a910-9384-4df9-b0d3-c2a3054bf6b2 req-53a0e510-b0f7-4d87-bd68-ee4a211eaea3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3fb052a8ba2c4cf684bc111e26b2c6ca&device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 1137 time: 0.0595305 Nov 22 16:59:10.096546 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-070fcf91-a20c-4239-b452-76e3ba51c5ab req-34cb9eaa-34e2-4545-8a41-443fa1e7f033 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&id=7d15a586-b224-4a86-b3ea-5ab9d33c89ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781054 Nov 22 16:59:10.143624 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9a910-9384-4df9-b0d3-c2a3054bf6b2 req-779ef082-f480-466d-80d8-904eb51d5934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:10.144990 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fba9a910-9384-4df9-b0d3-c2a3054bf6b2 req-779ef082-f480-466d-80d8-904eb51d5934 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9e0316c1-ed6f-4147-a582-f43d4b45ed05 HTTP/1.1" status: 200 len: 916 time: 0.1013753 Nov 22 16:59:10.214617 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fba9a910-9384-4df9-b0d3-c2a3054bf6b2 req-3ad90ead-bbb8-41e5-ae70-ce7f8751ca9c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a998c39-645a-408e-9ea1-7d0db6260621 HTTP/1.1" status: 200 len: 999 time: 0.0586104 Nov 22 16:59:10.219628 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-b3e5d770-8c17-4f1b-8645-c4f9d25d3217 None None] Provisioning complete for port 3a998c39-645a-408e-9ea1-7d0db6260621 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:10.219993 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b3e5d770-8c17-4f1b-8645-c4f9d25d3217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:10.279880 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9a910-9384-4df9-b0d3-c2a3054bf6b2 req-c6292c8d-181c-43e8-8155-a2d557f6df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:10.281376 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fba9a910-9384-4df9-b0d3-c2a3054bf6b2 req-c6292c8d-181c-43e8-8155-a2d557f6df68 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=80a11fbc-1cd5-456e-a3ee-c1df04fd356c HTTP/1.1" status: 200 len: 853 time: 0.0583594 Nov 22 16:59:10.337827 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9a910-9384-4df9-b0d3-c2a3054bf6b2 req-47d4c3f1-6b13-4240-a7c4-144ba070f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:10.339319 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fba9a910-9384-4df9-b0d3-c2a3054bf6b2 req-47d4c3f1-6b13-4240-a7c4-144ba070f9bb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9e0316c1-ed6f-4147-a582-f43d4b45ed05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0466585 Nov 22 16:59:10.437953 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fba9a910-9384-4df9-b0d3-c2a3054bf6b2 req-538b4760-c04a-4f20-81e3-fdcf20da14d7 service neutron] 10.222.0.85 "GET /v2.0/networks/9e0316c1-ed6f-4147-a582-f43d4b45ed05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897870 Nov 22 16:59:10.588239 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device eeee0f2b-0c59-426c-9308-f6ebadc254be up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:10.595812 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fba9a910-9384-4df9-b0d3-c2a3054bf6b2 req-14536373-8c88-4599-b4bb-5a6b635b0aba service neutron] 10.222.0.85 "GET /v2.0/networks/9e0316c1-ed6f-4147-a582-f43d4b45ed05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500974 Nov 22 16:59:10.607879 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc011d7-ce6f-4fd1-9691-c14101194b54 req-4ad8bc0a-9662-4a46-b7a3-0985b8d373fe tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:10.609609 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-edc011d7-ce6f-4fd1-9691-c14101194b54 req-4ad8bc0a-9662-4a46-b7a3-0985b8d373fe tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0997889 Nov 22 16:59:10.659629 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-edc011d7-ce6f-4fd1-9691-c14101194b54 req-64747730-3f01-4f55-9227-9410e9d6e045 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437415 Nov 22 16:59:10.678217 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port eeee0f2b-0c59-426c-9308-f6ebadc254be triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:10.678583 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:10.752398 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadcb79-1ba2-424c-b4de-f51da2ffaaee req-4f8a5b83-6c4c-4edf-915f-a219da167791 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:10.753853 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-beadcb79-1ba2-424c-b4de-f51da2ffaaee req-4f8a5b83-6c4c-4edf-915f-a219da167791 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 944 time: 0.0476546 Nov 22 16:59:10.755463 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:10.781366 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a870d5f5-a982-4090-a858-df3242b104c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee0f2b-0c59-426c-9308-f6ebadc254be'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:10.783604 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75056cb0-36e1-4edc-b2fa-d0db5686d353" -d '{"events": [{"server_uuid": "a870d5f5-a982-4090-a858-df3242b104c2", "name": "network-vif-plugged", "status": "completed", "tag": "eeee0f2b-0c59-426c-9308-f6ebadc254be"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:10.797757 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port eeee0f2b-0c59-426c-9308-f6ebadc254be, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eeee0f2b-0c59-426c-9308-f6ebadc254be,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:10.802874 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-beadcb79-1ba2-424c-b4de-f51da2ffaaee req-2405e28c-2ebe-43ff-9534-f0e4416e26cc tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429592 Nov 22 16:59:10.803218 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:10.835487 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06708d54-5b25-476f-af0c-166ed6d511d4 x-openstack-request-id: req-06708d54-5b25-476f-af0c-166ed6d511d4 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:10.835789 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a870d5f5-a982-4090-a858-df3242b104c2", "name": "network-vif-plugged", "status": "completed", "tag": "eeee0f2b-0c59-426c-9308-f6ebadc254be", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:10.836066 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-06708d54-5b25-476f-af0c-166ed6d511d4 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:10.836455 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a870d5f5-a982-4090-a858-df3242b104c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee0f2b-0c59-426c-9308-f6ebadc254be', 'code': 200} Nov 22 16:59:10.854483 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=eeee0f2b-0c59-426c-9308-f6ebadc254be,revision_number=10']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:10.908925 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:11.773389 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf5190-304a-4d67-a56f-1b006f4aba6a req-12bae023-1db5-4f6c-b150-014b6cab6809 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:11.774824 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e2cf5190-304a-4d67-a56f-1b006f4aba6a req-12bae023-1db5-4f6c-b150-014b6cab6809 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0469530 Nov 22 16:59:11.820340 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e2cf5190-304a-4d67-a56f-1b006f4aba6a req-d617e454-08e1-42cb-9996-0198d1b57231 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396311 Nov 22 16:59:11.931647 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834c16b-f52d-44db-b0bb-8416abe67fe8 req-79c43776-6968-4a38-869d-b259c1afdfd7 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:11.933134 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3834c16b-f52d-44db-b0bb-8416abe67fe8 req-79c43776-6968-4a38-869d-b259c1afdfd7 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 946 time: 0.0535717 Nov 22 16:59:11.980347 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3834c16b-f52d-44db-b0bb-8416abe67fe8 req-636916ec-aaae-41aa-816d-abc16971e425 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412846 Nov 22 16:59:12.181004 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:12.935243 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cd2b5-e121-4a1f-a0b9-6433a95351fc req-3fd996f4-7ad5-400e-b104-9ce3ba34db6e tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:12.936725 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e39cd2b5-e121-4a1f-a0b9-6433a95351fc req-3fd996f4-7ad5-400e-b104-9ce3ba34db6e tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0519795 Nov 22 16:59:12.984056 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e39cd2b5-e121-4a1f-a0b9-6433a95351fc req-8209bc18-af1b-434f-a735-18bba174beee tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411541 Nov 22 16:59:13.099779 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042f455-b52b-4638-85e4-4f3c5aace180 req-d202cd64-12cb-48c4-b95b-643ad2adb93b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:13.101193 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0042f455-b52b-4638-85e4-4f3c5aace180 req-d202cd64-12cb-48c4-b95b-643ad2adb93b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 946 time: 0.0494998 Nov 22 16:59:13.133757 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:13.151744 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0042f455-b52b-4638-85e4-4f3c5aace180 req-e35ab522-600e-40fc-95ed-ad620f6c85cd tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446975 Nov 22 16:59:14.098857 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fa62b-0f18-4074-a973-2bc3dbc0e19b req-a57ad530-0d8a-461c-8420-6fa6a1b70976 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:14.100323 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a01fa62b-0f18-4074-a973-2bc3dbc0e19b req-a57ad530-0d8a-461c-8420-6fa6a1b70976 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0485702 Nov 22 16:59:14.147102 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a01fa62b-0f18-4074-a973-2bc3dbc0e19b req-23caeed8-6629-4a52-be4e-caec6638115d tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400119 Nov 22 16:59:14.275236 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f298f0d-b112-4c57-8077-9d9f2467b00b req-1a3161b3-68c4-4303-b758-7be1f88e3977 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:14.276734 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2f298f0d-b112-4c57-8077-9d9f2467b00b req-1a3161b3-68c4-4303-b758-7be1f88e3977 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 946 time: 0.0527871 Nov 22 16:59:14.322597 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2f298f0d-b112-4c57-8077-9d9f2467b00b req-50ba3b1c-191d-4963-9cc4-09197288debe tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400095 Nov 22 16:59:14.625784 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5816ed-f095-4816-8d84-47219b5e1eb4 req-29993616-30ac-4abd-bff6-b31144f6bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:14.627263 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ce5816ed-f095-4816-8d84-47219b5e1eb4 req-29993616-30ac-4abd-bff6-b31144f6bf1f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 1099 time: 0.0399618 Nov 22 16:59:14.678167 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ce5816ed-f095-4816-8d84-47219b5e1eb4 req-d1ae9c1a-42bb-418e-9757-c916468df9c2 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429654 Nov 22 16:59:15.266248 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b476cc-b291-46f2-964d-ad2693d16645 req-ca7e6f87-1d6e-4cc8-9e65-890ad8b72d19 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:15.267679 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d6b476cc-b291-46f2-964d-ad2693d16645 req-ca7e6f87-1d6e-4cc8-9e65-890ad8b72d19 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0529933 Nov 22 16:59:15.314438 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d6b476cc-b291-46f2-964d-ad2693d16645 req-87552c3c-22bd-478b-b873-02769149d8c9 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403147 Nov 22 16:59:15.440192 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d462e5b-bc79-400a-a8b4-ac8c00f2889b req-3ad606c6-c6f3-4f93-8cab-a3754fb681b6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:15.441554 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1d462e5b-bc79-400a-a8b4-ac8c00f2889b req-3ad606c6-c6f3-4f93-8cab-a3754fb681b6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 946 time: 0.0477550 Nov 22 16:59:15.493002 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1d462e5b-bc79-400a-a8b4-ac8c00f2889b req-57ffa5a6-3e8c-40a0-a0c1-585abfa30686 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451314 Nov 22 16:59:16.028862 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649a482-924b-452b-bddd-8efb563d2cc1 req-3705b6f0-2620-4241-9a6c-1e4724a38265 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:16.030343 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c649a482-924b-452b-bddd-8efb563d2cc1 req-3705b6f0-2620-4241-9a6c-1e4724a38265 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.85 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 945 time: 0.0488615 Nov 22 16:59:16.152259 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-c649a482-924b-452b-bddd-8efb563d2cc1 req-7b2f57a0-f4c4-4ffd-be89-dec9028c7658 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Deleting port ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:16.152695 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-c649a482-924b-452b-bddd-8efb563d2cc1 req-7b2f57a0-f4c4-4ffd-be89-dec9028c7658 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:16.246969 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-c649a482-924b-452b-bddd-8efb563d2cc1 req-7b2f57a0-f4c4-4ffd-be89-dec9028c7658 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] For port ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873,segment=NetworkSegment(a2770974-9811-4d66-8064-2f8990712735),segment_id=a2770974-9811-4d66-8064-2f8990712735)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:16.247336 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-c649a482-924b-452b-bddd-8efb563d2cc1 req-7b2f57a0-f4c4-4ffd-be89-dec9028c7658 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:16.261044 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-c649a482-924b-452b-bddd-8efb563d2cc1 req-7b2f57a0-f4c4-4ffd-be89-dec9028c7658 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Calling delete_port for ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 owned by compute:nova {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:16.401675 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-c649a482-924b-452b-bddd-8efb563d2cc1 req-7b2f57a0-f4c4-4ffd-be89-dec9028c7658 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:16.432169 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f57a0-f4c4-4ffd-be89-dec9028c7658 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Pushing event deleted for resources: {'Port': ['ID=ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:16.436031 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be07fc5-c82c-47b2-bfe5-589da51fdbda req-40e0355d-0f1f-4eba-a3ce-c54ac349fac8 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:16.440668 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6be07fc5-c82c-47b2-bfe5-589da51fdbda req-40e0355d-0f1f-4eba-a3ce-c54ac349fac8 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 867 time: 0.0584784 Nov 22 16:59:16.476951 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-c649a482-924b-452b-bddd-8efb563d2cc1 req-7b2f57a0-f4c4-4ffd-be89-dec9028c7658 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] No DVR routers for this DVR port ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 on host hv-cinder-77819 {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:59:16.481102 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-c649a482-924b-452b-bddd-8efb563d2cc1 req-7b2f57a0-f4c4-4ffd-be89-dec9028c7658 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:16.484984 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c649a482-924b-452b-bddd-8efb563d2cc1 req-7b2f57a0-f4c4-4ffd-be89-dec9028c7658 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.85 "DELETE /v2.0/ports/ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 HTTP/1.1" status: 204 len: 173 time: 0.4230549 Nov 22 16:59:16.485493 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf4d9f5-6852-49f7-abfa-5fec8162dd1f', 'name': 'network-vif-deleted', 'tag': 'ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:16.487749 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7954c29-18fb-4a79-bf2b-7771ca348b9e" -d '{"events": [{"server_uuid": "6bf4d9f5-6852-49f7-abfa-5fec8162dd1f", "name": "network-vif-deleted", "tag": "ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:16.499453 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6be07fc5-c82c-47b2-bfe5-589da51fdbda req-296fd727-1531-4d98-9935-b6aa87559caa tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/security-groups?id=b3d806e7-cfd1-45b3-880d-aede0431c295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551114 Nov 22 16:59:16.525939 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c378041-ecfc-41ba-81e7-5a083f96d8c1 x-openstack-request-id: req-8c378041-ecfc-41ba-81e7-5a083f96d8c1 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:16.526161 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf4d9f5-6852-49f7-abfa-5fec8162dd1f", "name": "network-vif-deleted", "tag": "ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:16.526444 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8c378041-ecfc-41ba-81e7-5a083f96d8c1 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:16.526767 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf4d9f5-6852-49f7-abfa-5fec8162dd1f', 'name': 'network-vif-deleted', 'tag': 'ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873', 'status': 'completed', 'code': 200} Nov 22 16:59:16.628137 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168b1c3-7629-4219-962d-979183af21bc req-e69c1bb0-4f27-4b93-8568-e91b2a461d9f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:16.629587 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a168b1c3-7629-4219-962d-979183af21bc req-e69c1bb0-4f27-4b93-8568-e91b2a461d9f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 946 time: 0.0513206 Nov 22 16:59:16.684245 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a168b1c3-7629-4219-962d-979183af21bc req-ee6852f3-fba3-4bbf-a802-76ce8fbb3e25 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482330 Nov 22 16:59:17.597682 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c7e5f99f-afff-4743-85e8-ed76dd8e0645 req-b334eb51-aa07-4879-a0ed-1af605492d3e tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 210 time: 0.0267751 Nov 22 16:59:17.801602 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69e21e-cf01-4d8a-8e17-d5b732f6d4e7 req-4e7d7f0f-dbc9-42cf-b2bf-0ab9f2181520 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:17.803634 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6f69e21e-cf01-4d8a-8e17-d5b732f6d4e7 req-4e7d7f0f-dbc9-42cf-b2bf-0ab9f2181520 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 946 time: 0.0471008 Nov 22 16:59:17.848482 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6f69e21e-cf01-4d8a-8e17-d5b732f6d4e7 req-5c891bdc-87ce-4dd7-859e-ca4829bc14c2 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390241 Nov 22 16:59:18.689717 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0c1605ca-af20-4054-b630-69f568d0bf20 req-ea460a18-9a6e-42ea-8dcb-9e5ab801aa19 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 210 time: 0.0258431 Nov 22 16:59:18.966864 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac9f92-6592-4150-9c50-b2baebe420e1 req-aad6ca83-3815-4fc8-a16d-b100bdc6a6e2 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:18.968372 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-19ac9f92-6592-4150-9c50-b2baebe420e1 req-aad6ca83-3815-4fc8-a16d-b100bdc6a6e2 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 946 time: 0.0481522 Nov 22 16:59:19.014284 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-19ac9f92-6592-4150-9c50-b2baebe420e1 req-a5397438-88a8-48db-ac4a-3b517e08195e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401142 Nov 22 16:59:19.396472 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:59:19.797940 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-91c2da83-3a0a-40ef-9472-7d4bbd988127 req-7cf803b5-7f08-4d86-be60-bbf0455cab52 tempest-ServerRescueNegativeTestJSON-1714650639 tempest-ServerRescueNegativeTestJSON-1714650639-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bf4d9f5-6852-49f7-abfa-5fec8162dd1f HTTP/1.1" status: 200 len: 210 time: 0.0291562 Nov 22 16:59:20.140691 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4985d7c-ee84-40e7-b6ae-2cb7be5df91a req-e65fe224-e4b6-47ae-833b-a4f74d7d5ac5 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:20.142139 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a4985d7c-ee84-40e7-b6ae-2cb7be5df91a req-e65fe224-e4b6-47ae-833b-a4f74d7d5ac5 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 946 time: 0.0510702 Nov 22 16:59:20.191109 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a4985d7c-ee84-40e7-b6ae-2cb7be5df91a req-8a3a3096-e3dd-43d9-8f08-a0c9b63f5501 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428879 Nov 22 16:59:20.852759 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47128) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:21.248653 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832861'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.562098 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Deleting port 6a9086d8-30f7-4d79-b55c-3bf3ef785a91 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:21.562438 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.637364 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] For port 6a9086d8-30f7-4d79-b55c-3bf3ef785a91, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=6a9086d8-30f7-4d79-b55c-3bf3ef785a91,segment=NetworkSegment(a2770974-9811-4d66-8064-2f8990712735),segment_id=a2770974-9811-4d66-8064-2f8990712735)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:21.637743 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.650766 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Calling delete_port for 6a9086d8-30f7-4d79-b55c-3bf3ef785a91 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:21.840772 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.864742 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9086d8-30f7-4d79-b55c-3bf3ef785a91,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:21.878499 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:21.878499 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:21.878499 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:21.878857 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:21.879195 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:21.879528 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:21.879855 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:21.880867 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:21.881205 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:21.881530 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:21.881845 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:21.882167 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:22.030067 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3704845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833581'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:22.437262 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Router 1aa26df4-e53f-49b2-bf58-69116441cf4f has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:59:22.539553 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:59:22.547074 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-00ea6c2f-0e46-4d7e-ad83-3b0846e3f2dd admin admin] 10.222.0.75 "PUT /v2.0/routers/1aa26df4-e53f-49b2-bf58-69116441cf4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6909318 Nov 22 16:59:22.547297 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47142) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:22.550476 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b283a5-690e-4092-8a4f-253924623189 None None] Sync routers for ids ['1aa26df4-e53f-49b2-bf58-69116441cf4f'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:59:22.562695 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b283a5-690e-4092-8a4f-253924623189 None None] Routers {'1aa26df4-e53f-49b2-bf58-69116441cf4f'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:59:22.563316 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f1b283a5-690e-4092-8a4f-253924623189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:59:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['1aa26df4-e53f-49b2-bf58-69116441cf4f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:22.650111 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95970e5d-645f-44b6-bea2-fe3b9f4fe651 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:22.679416 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f1b283a5-690e-4092-8a4f-253924623189 None None] Set router 1aa26df4-e53f-49b2-bf58-69116441cf4f gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:59:22.751478 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95970e5d-645f-44b6-bea2-fe3b9f4fe651 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:22.804099 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-95970e5d-645f-44b6-bea2-fe3b9f4fe651 admin admin] Deleting port 4edf2e60-1c39-41df-9daf-77a16686732c {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:22.804437 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95970e5d-645f-44b6-bea2-fe3b9f4fe651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:22.851291 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f1b283a5-690e-4092-8a4f-253924623189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'name': 'tempest-ServerRescueNegativeTestJSON-144519074-router', 'tenant_id': '012a405b16094665bf98670cf1f502b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '4edf2e60-1c39-41df-9daf-77a16686732c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:16Z', 'updated_at': '2021-11-22T16:59:21Z', 'revision_number': 5, 'project_id': '012a405b16094665bf98670cf1f502b2', 'gw_port': {'id': '4edf2e60-1c39-41df-9daf-77a16686732c', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:28:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:18Z', 'updated_at': '2021-11-22T16:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:22.881682 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b283a5-690e-4092-8a4f-253924623189 None None] Checking router: 1aa26df4-e53f-49b2-bf58-69116441cf4f for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:59:22.884727 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-95970e5d-645f-44b6-bea2-fe3b9f4fe651 admin admin] For port 4edf2e60-1c39-41df-9daf-77a16686732c, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=4edf2e60-1c39-41df-9daf-77a16686732c,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:22.885095 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95970e5d-645f-44b6-bea2-fe3b9f4fe651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:22.889766 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b283a5-690e-4092-8a4f-253924623189 None None] Routers {'1aa26df4-e53f-49b2-bf58-69116441cf4f'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:59:22.890366 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f1b283a5-690e-4092-8a4f-253924623189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T16:59:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['1aa26df4-e53f-49b2-bf58-69116441cf4f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:22.897670 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-95970e5d-645f-44b6-bea2-fe3b9f4fe651 admin admin] Calling delete_port for 4edf2e60-1c39-41df-9daf-77a16686732c owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:22.974192 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f1b283a5-690e-4092-8a4f-253924623189 None None] Set router 1aa26df4-e53f-49b2-bf58-69116441cf4f gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:59:23.024020 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f1b283a5-690e-4092-8a4f-253924623189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'name': 'tempest-ServerRescueNegativeTestJSON-144519074-router', 'tenant_id': '012a405b16094665bf98670cf1f502b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:16Z', 'updated_at': '2021-11-22T16:59:22Z', 'revision_number': 6, 'project_id': '012a405b16094665bf98670cf1f502b2', 'gw_port_host': None}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:23.054943 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b283a5-690e-4092-8a4f-253924623189 None None] The sync data for ids ['1aa26df4-e53f-49b2-bf58-69116441cf4f'] in dv-cinder-778193-11-iscsi is: [{'id': '1aa26df4-e53f-49b2-bf58-69116441cf4f', 'name': 'tempest-ServerRescueNegativeTestJSON-144519074-router', 'tenant_id': '012a405b16094665bf98670cf1f502b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:16Z', 'updated_at': '2021-11-22T16:59:22Z', 'revision_number': 6, 'project_id': '012a405b16094665bf98670cf1f502b2', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:59:23.057334 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95970e5d-645f-44b6-bea2-fe3b9f4fe651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.082677 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95970e5d-645f-44b6-bea2-fe3b9f4fe651 admin admin] Pushing event deleted for resources: {'Port': ['ID=4edf2e60-1c39-41df-9daf-77a16686732c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:23.144389 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95970e5d-645f-44b6-bea2-fe3b9f4fe651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767235'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.244629 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95970e5d-645f-44b6-bea2-fe3b9f4fe651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10032'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.246678 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95970e5d-645f-44b6-bea2-fe3b9f4fe651 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.310944 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95970e5d-645f-44b6-bea2-fe3b9f4fe651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3833560'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.311423 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95970e5d-645f-44b6-bea2-fe3b9f4fe651 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa26df4-e53f-49b2-bf58-69116441cf4f {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:59:23.316639 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95970e5d-645f-44b6-bea2-fe3b9f4fe651 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.317762 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-95970e5d-645f-44b6-bea2-fe3b9f4fe651 admin admin] 10.222.0.75 "DELETE /v2.0/routers/1aa26df4-e53f-49b2-bf58-69116441cf4f HTTP/1.1" status: 204 len: 168 time: 0.7695384 Nov 22 16:59:23.320237 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47146) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:23.363528 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45d2ddc-4e82-4957-b0e7-1575875b6ca6 admin admin] Deleting subnet ed57d480-17de-4af9-a2a6-f35eb04a38a9 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:59:23.366691 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a45d2ddc-4e82-4957-b0e7-1575875b6ca6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.401104 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a45d2ddc-4e82-4957-b0e7-1575875b6ca6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26216361'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.440172 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a45d2ddc-4e82-4957-b0e7-1575875b6ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572194'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.500470 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a45d2ddc-4e82-4957-b0e7-1575875b6ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25513861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25295879'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.528177 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a45d2ddc-4e82-4957-b0e7-1575875b6ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.531389 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a45d2ddc-4e82-4957-b0e7-1575875b6ca6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ed57d480-17de-4af9-a2a6-f35eb04a38a9 HTTP/1.1" status: 204 len: 168 time: 0.2101510 Nov 22 16:59:23.532423 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d2ddc-4e82-4957-b0e7-1575875b6ca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed57d480-17de-4af9-a2a6-f35eb04a38a9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:23.533934 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 47148) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:23.602388 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4646475a-c9ff-46c3-9b95-037e949934cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774480'] for network, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.685200 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4646475a-c9ff-46c3-9b95-037e949934cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570257', 'neutron.services.segments.db._delete_segments_for_network-8736619892875'] for network, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.705337 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-4646475a-c9ff-46c3-9b95-037e949934cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['addedaf8-c56a-4700-8c31-6938e05f34b5']}} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:23.715224 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-4646475a-c9ff-46c3-9b95-037e949934cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2770974-9811-4d66-8064-2f8990712735') {'for_net_delete': True} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:23.715518 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-4646475a-c9ff-46c3-9b95-037e949934cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2770974-9811-4d66-8064-2f8990712735') {} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:23.725197 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4646475a-c9ff-46c3-9b95-037e949934cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736620085782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25618630'] for segment, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.738595 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4646475a-c9ff-46c3-9b95-037e949934cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.744870 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4646475a-c9ff-46c3-9b95-037e949934cf admin admin] Releasing vlan 1237 on physical network physnet1 to pool {{(pid=102627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:59:23.745281 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4646475a-c9ff-46c3-9b95-037e949934cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25506202'] for segment, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: Traceback (most recent call last): Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: timer() Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: cb(*args, **kw) Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: return func(*args, **kwargs) Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: self._notify() Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: self.callback(batched_events) Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: event.method(event) Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: return f(self, *a, **k) Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: return self._get(url).json() Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: return self.request(url, 'GET', **kwargs) Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:59:23.747380 dv-cinder-778193-11-iscsi neutron-server[102627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:59:23.803894 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4646475a-c9ff-46c3-9b95-037e949934cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3767155'] for network, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.812722 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4646475a-c9ff-46c3-9b95-037e949934cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.816528 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-4646475a-c9ff-46c3-9b95-037e949934cf admin admin] 10.222.0.75 "DELETE /v2.0/networks/addedaf8-c56a-4700-8c31-6938e05f34b5 HTTP/1.1" status: 204 len: 168 time: 0.2815630 Nov 22 16:59:23.828346 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646475a-c9ff-46c3-9b95-037e949934cf admin admin] Pushing event deleted for resources: {'Network': ['ID=addedaf8-c56a-4700-8c31-6938e05f34b5,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:23.894571 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 6a9086d8-30f7-4d79-b55c-3bf3ef785a91 no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:59:23.916662 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: 6a9086d8-30f7-4d79-b55c-3bf3ef785a91 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:59:23.917025 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 6a9086d8-30f7-4d79-b55c-3bf3ef785a91 not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:59:23.994859 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47154) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:24.037616 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-9195e153-e1d5-4463-98b3-e391ee037b8d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=012a405b16094665bf98670cf1f502b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415137 Nov 22 16:59:24.040200 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 47156) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:24.097754 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-970e0efe-c403-4f9a-8e35-8f1cd63cc82a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:24.118802 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-970e0efe-c403-4f9a-8e35-8f1cd63cc82a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:24.164733 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-970e0efe-c403-4f9a-8e35-8f1cd63cc82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:24.167360 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-970e0efe-c403-4f9a-8e35-8f1cd63cc82a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:24.168582 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-970e0efe-c403-4f9a-8e35-8f1cd63cc82a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b3d806e7-cfd1-45b3-880d-aede0431c295 HTTP/1.1" status: 204 len: 168 time: 0.1273942 Nov 22 16:59:24.176159 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e0efe-c403-4f9a-8e35-8f1cd63cc82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d806e7-cfd1-45b3-880d-aede0431c295,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:24.761298 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:59:24.780107 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:59:24.780454 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device ed36bbf0-ab1b-4072-ab8d-1f90bc4e3873 not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:59:25.486651 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 4edf2e60-1c39-41df-9daf-77a16686732c no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:59:25.506862 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: 4edf2e60-1c39-41df-9daf-77a16686732c {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:59:25.507197 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 4edf2e60-1c39-41df-9daf-77a16686732c not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:59:27.078675 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 47316) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:27.184052 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6c03852a-7472-40fc-99c4-e8ed6597ad39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.262486 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6c03852a-7472-40fc-99c4-e8ed6597ad39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.266174 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6c03852a-7472-40fc-99c4-e8ed6597ad39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.303637 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-6c03852a-7472-40fc-99c4-e8ed6597ad39 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1f43abf5d64943fda3b653b701876484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238836 Nov 22 16:59:27.304861 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03852a-7472-40fc-99c4-e8ed6597ad39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264db8a8-e87b-40d1-9002-3898b4ebb085,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:27.306340 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47334) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:27.359636 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1416f55-6074-4255-b96a-a89ea10b435e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.381574 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1416f55-6074-4255-b96a-a89ea10b435e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.426590 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1416f55-6074-4255-b96a-a89ea10b435e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.429692 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1416f55-6074-4255-b96a-a89ea10b435e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.430819 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d1416f55-6074-4255-b96a-a89ea10b435e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/264db8a8-e87b-40d1-9002-3898b4ebb085 HTTP/1.1" status: 204 len: 168 time: 0.1227214 Nov 22 16:59:27.438026 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1416f55-6074-4255-b96a-a89ea10b435e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264db8a8-e87b-40d1-9002-3898b4ebb085,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:27.684407 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 47340) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:27.697876 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5998e253-2a2a-4e49-ac1a-1f5132f92653 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.772899 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5998e253-2a2a-4e49-ac1a-1f5132f92653 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.776604 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5998e253-2a2a-4e49-ac1a-1f5132f92653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.815951 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998e253-2a2a-4e49-ac1a-1f5132f92653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca27df2e-7aa4-4e58-974e-1446b1508503,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:27.820316 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-5998e253-2a2a-4e49-ac1a-1f5132f92653 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cb26663c66454d659e6592103db16b17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347938 Nov 22 16:59:27.822807 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 47342) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:27.873145 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9690d87e-51b6-4ab3-98ef-b272cf575388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.894179 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9690d87e-51b6-4ab3-98ef-b272cf575388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.938667 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9690d87e-51b6-4ab3-98ef-b272cf575388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.941248 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9690d87e-51b6-4ab3-98ef-b272cf575388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.942380 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-9690d87e-51b6-4ab3-98ef-b272cf575388 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ca27df2e-7aa4-4e58-974e-1446b1508503 HTTP/1.1" status: 204 len: 168 time: 0.1186740 Nov 22 16:59:27.952047 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690d87e-51b6-4ab3-98ef-b272cf575388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca27df2e-7aa4-4e58-974e-1446b1508503,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:28.314912 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.475805 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-77e3c6ea-ed10-42c4-ab11-2111abbc7012 req-8dbbccd1-d023-49d8-931f-f38e85a8eee7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459440 Nov 22 16:59:29.549873 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3c6ea-ed10-42c4-ab11-2111abbc7012 req-9db7ba7e-b797-441b-ba85-daca41497e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:29.551477 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-77e3c6ea-ed10-42c4-ab11-2111abbc7012 req-9db7ba7e-b797-441b-ba85-daca41497e19 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea07513743f14c52a5a115f86dbb6b7b&device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 1099 time: 0.0503778 Nov 22 16:59:29.682941 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3c6ea-ed10-42c4-ab11-2111abbc7012 req-a76b3e7f-edc6-45fa-a534-12dad8e48eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:29.684427 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-77e3c6ea-ed10-42c4-ab11-2111abbc7012 req-a76b3e7f-edc6-45fa-a534-12dad8e48eb6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d6f6393f-bc97-47fe-80bd-2ee6749913ab HTTP/1.1" status: 200 len: 919 time: 0.1056368 Nov 22 16:59:29.713771 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47402) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:29.759403 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-77e3c6ea-ed10-42c4-ab11-2111abbc7012 req-ff7c2595-84ff-47ca-ae01-de7fee7cb03b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeee0f2b-0c59-426c-9308-f6ebadc254be HTTP/1.1" status: 200 len: 1001 time: 0.0649760 Nov 22 16:59:29.818042 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-587ea7b7-d77a-4976-bb41-6a7f7a5fc209 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.823268 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3c6ea-ed10-42c4-ab11-2111abbc7012 req-2861d09f-055c-4de8-8a26-1307c749ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:29.824746 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-77e3c6ea-ed10-42c4-ab11-2111abbc7012 req-2861d09f-055c-4de8-8a26-1307c749ff55 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43573154-396f-4f70-9616-b22b08bbb1ff HTTP/1.1" status: 200 len: 856 time: 0.0458145 Nov 22 16:59:29.872764 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3c6ea-ed10-42c4-ab11-2111abbc7012 req-8cdf5505-6e10-4a07-9ddc-7851d3ce4637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:29.875164 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-77e3c6ea-ed10-42c4-ab11-2111abbc7012 req-8cdf5505-6e10-4a07-9ddc-7851d3ce4637 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d6f6393f-bc97-47fe-80bd-2ee6749913ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420294 Nov 22 16:59:29.898088 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-587ea7b7-d77a-4976-bb41-6a7f7a5fc209 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.902024 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-587ea7b7-d77a-4976-bb41-6a7f7a5fc209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.941658 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-587ea7b7-d77a-4976-bb41-6a7f7a5fc209 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5a91e3e9faf6477681cc722218665b7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267556 Nov 22 16:59:29.943415 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ea7b7-d77a-4976-bb41-6a7f7a5fc209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661bd7b4-9095-4c4a-8f5e-ee5a82f5c07a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:29.945126 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 47408) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:30.010781 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-77e3c6ea-ed10-42c4-ab11-2111abbc7012 req-6e56a3d6-cdaf-4db2-9493-588d6d159bbd service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213903 Nov 22 16:59:30.022509 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-86920639-fa13-4dc1-83e9-88b316c74520 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.089382 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-86920639-fa13-4dc1-83e9-88b316c74520 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.152207 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-77e3c6ea-ed10-42c4-ab11-2111abbc7012 req-28bd2e7f-57b6-4e1f-be8b-90285f3811ad service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250243 Nov 22 16:59:30.165305 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-86920639-fa13-4dc1-83e9-88b316c74520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.169233 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-86920639-fa13-4dc1-83e9-88b316c74520 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.170696 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-86920639-fa13-4dc1-83e9-88b316c74520 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/661bd7b4-9095-4c4a-8f5e-ee5a82f5c07a HTTP/1.1" status: 204 len: 168 time: 0.2243936 Nov 22 16:59:30.181013 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86920639-fa13-4dc1-83e9-88b316c74520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661bd7b4-9095-4c4a-8f5e-ee5a82f5c07a,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:30.464897 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 47416) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:30.478543 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d8b7dd06-4ef6-46e9-bec1-cad855af711d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.559568 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d8b7dd06-4ef6-46e9-bec1-cad855af711d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.565756 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d8b7dd06-4ef6-46e9-bec1-cad855af711d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.609680 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-d8b7dd06-4ef6-46e9-bec1-cad855af711d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=372750fe35454d13a36c217c1418fd0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412535 Nov 22 16:59:30.609680 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7dd06-4ef6-46e9-bec1-cad855af711d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5d4945-a14f-47f1-9c2e-987c67974d84,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:30.610424 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47418) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:30.665583 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-22d9726f-8c82-4162-8b54-921f2524af1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.696256 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-22d9726f-8c82-4162-8b54-921f2524af1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.748053 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-22d9726f-8c82-4162-8b54-921f2524af1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.750915 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-22d9726f-8c82-4162-8b54-921f2524af1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.752066 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-22d9726f-8c82-4162-8b54-921f2524af1b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0c5d4945-a14f-47f1-9c2e-987c67974d84 HTTP/1.1" status: 204 len: 168 time: 0.1410172 Nov 22 16:59:30.761567 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9726f-8c82-4162-8b54-921f2524af1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5d4945-a14f-47f1-9c2e-987c67974d84,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:32.326650 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 47490) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:32.435070 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-dd124216-5285-4aae-adcc-dddbb1ca254b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.511991 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-dd124216-5285-4aae-adcc-dddbb1ca254b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.515902 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-dd124216-5285-4aae-adcc-dddbb1ca254b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.561964 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-dd124216-5285-4aae-adcc-dddbb1ca254b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=612138376f6648a996a35b3b9287d13e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319007 Nov 22 16:59:32.562405 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 47504) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:32.568686 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd124216-5285-4aae-adcc-dddbb1ca254b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b567b9-1699-4a7c-bc26-6a27135c3398,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:32.615783 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-07c34933-3529-47a9-a22f-9782e37ed236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.640661 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-07c34933-3529-47a9-a22f-9782e37ed236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.689610 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-07c34933-3529-47a9-a22f-9782e37ed236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.693471 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-07c34933-3529-47a9-a22f-9782e37ed236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.694733 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-07c34933-3529-47a9-a22f-9782e37ed236 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d6b567b9-1699-4a7c-bc26-6a27135c3398 HTTP/1.1" status: 204 len: 168 time: 0.1316302 Nov 22 16:59:32.713484 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c34933-3529-47a9-a22f-9782e37ed236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b567b9-1699-4a7c-bc26-6a27135c3398,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:32.835235 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 47518) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:32.980135 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47522) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:32.986792 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-09b03026-7228-4935-ae38-80f25fc50305 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.994014 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3b7e224-e6a4-4d8f-b6db-d58015d48de1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.062776 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-09b03026-7228-4935-ae38-80f25fc50305 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.066479 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-09b03026-7228-4935-ae38-80f25fc50305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.072230 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3b7e224-e6a4-4d8f-b6db-d58015d48de1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.075959 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3b7e224-e6a4-4d8f-b6db-d58015d48de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.105727 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-09b03026-7228-4935-ae38-80f25fc50305 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=070b5a082f6542e7a021e71bc023b0e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693310 Nov 22 16:59:33.106695 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b03026-7228-4935-ae38-80f25fc50305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854e8e07-a748-4a9f-8fc9-7cacc7a13b13,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:33.108462 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7e224-e6a4-4d8f-b6db-d58015d48de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405aeb24-c24e-48a0-b9d8-e3d001eac9e8,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:33.109043 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 47524) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:33.127776 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b3b7e224-e6a4-4d8f-b6db-d58015d48de1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1fd6ae22c31446a5989287fde71e9d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1464915 Nov 22 16:59:33.128519 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47526) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:33.161657 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-22b30ced-5176-4907-a2e5-8b8f052f3c26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.177052 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9faff6c9-42c7-4403-b8a4-bb2aa2ad21cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.183041 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-22b30ced-5176-4907-a2e5-8b8f052f3c26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.197923 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9faff6c9-42c7-4403-b8a4-bb2aa2ad21cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.233203 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-22b30ced-5176-4907-a2e5-8b8f052f3c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.235921 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-22b30ced-5176-4907-a2e5-8b8f052f3c26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.237186 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-22b30ced-5176-4907-a2e5-8b8f052f3c26 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/854e8e07-a748-4a9f-8fc9-7cacc7a13b13 HTTP/1.1" status: 204 len: 168 time: 0.1271849 Nov 22 16:59:33.245180 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b30ced-5176-4907-a2e5-8b8f052f3c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854e8e07-a748-4a9f-8fc9-7cacc7a13b13,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:33.257457 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9faff6c9-42c7-4403-b8a4-bb2aa2ad21cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.260047 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9faff6c9-42c7-4403-b8a4-bb2aa2ad21cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.263816 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-9faff6c9-42c7-4403-b8a4-bb2aa2ad21cb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/405aeb24-c24e-48a0-b9d8-e3d001eac9e8 HTTP/1.1" status: 204 len: 168 time: 0.1343668 Nov 22 16:59:33.272282 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faff6c9-42c7-4403-b8a4-bb2aa2ad21cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405aeb24-c24e-48a0-b9d8-e3d001eac9e8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:33.636040 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47544) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:33.649818 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7d8c7240-959b-4072-b487-67af870f6c09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.726462 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7d8c7240-959b-4072-b487-67af870f6c09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.731012 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7d8c7240-959b-4072-b487-67af870f6c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.769563 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-7d8c7240-959b-4072-b487-67af870f6c09 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=75907522fce2487ba51ce692bf67fbb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322939 Nov 22 16:59:33.771501 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c7240-959b-4072-b487-67af870f6c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923bf4c1-064e-4de5-ade5-516205ddcbe5,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:33.772959 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 47546) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:33.825873 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6874a641-3dfe-4a52-bcf5-0ea7907e4ac2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.847970 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6874a641-3dfe-4a52-bcf5-0ea7907e4ac2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.894984 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6874a641-3dfe-4a52-bcf5-0ea7907e4ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.898330 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6874a641-3dfe-4a52-bcf5-0ea7907e4ac2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.899560 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-6874a641-3dfe-4a52-bcf5-0ea7907e4ac2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/923bf4c1-064e-4de5-ade5-516205ddcbe5 HTTP/1.1" status: 204 len: 168 time: 0.1256485 Nov 22 16:59:33.911626 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874a641-3dfe-4a52-bcf5-0ea7907e4ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923bf4c1-064e-4de5-ade5-516205ddcbe5,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:35.038225 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47610) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:35.239907 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77a97c70-c7c2-4544-9f25-339b834dee43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.317937 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77a97c70-c7c2-4544-9f25-339b834dee43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.321723 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77a97c70-c7c2-4544-9f25-339b834dee43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.359002 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a97c70-c7c2-4544-9f25-339b834dee43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286fc9a8-97c3-431e-a62b-e8b077921e3a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:35.365878 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-77a97c70-c7c2-4544-9f25-339b834dee43 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4f92fafbf65b443fb77790bf7c148f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241060 Nov 22 16:59:35.366061 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47626) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:35.415213 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-972175de-0a15-424c-ac59-16d2a9b5fbce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.439558 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-972175de-0a15-424c-ac59-16d2a9b5fbce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.485237 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-972175de-0a15-424c-ac59-16d2a9b5fbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.487961 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-972175de-0a15-424c-ac59-16d2a9b5fbce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.491985 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-972175de-0a15-424c-ac59-16d2a9b5fbce admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/286fc9a8-97c3-431e-a62b-e8b077921e3a HTTP/1.1" status: 204 len: 168 time: 0.1248946 Nov 22 16:59:35.500569 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972175de-0a15-424c-ac59-16d2a9b5fbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286fc9a8-97c3-431e-a62b-e8b077921e3a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:35.637967 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47642) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:35.743866 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6cfcfdf-9f48-424d-9c0f-67e8374102df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.777224 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 47646) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:35.790459 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-60434897-2aa0-4678-bb17-612bea4a41b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.824340 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6cfcfdf-9f48-424d-9c0f-67e8374102df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.828274 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6cfcfdf-9f48-424d-9c0f-67e8374102df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.866455 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-60434897-2aa0-4678-bb17-612bea4a41b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.871985 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-60434897-2aa0-4678-bb17-612bea4a41b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.877392 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e6cfcfdf-9f48-424d-9c0f-67e8374102df admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=143438ad2a3641dabb0cf28e6d18a01f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356758 Nov 22 16:59:35.877392 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfcfdf-9f48-424d-9c0f-67e8374102df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8348326a-1976-444d-95f1-325760ed8af6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:35.878923 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47648) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:35.913654 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-60434897-2aa0-4678-bb17-612bea4a41b5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8197246f75a94fabaa9bf9efe3e788de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352789 Nov 22 16:59:35.914825 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60434897-2aa0-4678-bb17-612bea4a41b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0f3e18-0534-48cd-b59d-36cec88b8761,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:35.917110 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47650) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:35.947890 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f299900e-e3ed-4613-a6c5-f39db489ee7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.981010 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f299900e-e3ed-4613-a6c5-f39db489ee7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.005766 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5df5dc68-01f1-44d1-bc8e-b7a9a185d8c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.039295 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5df5dc68-01f1-44d1-bc8e-b7a9a185d8c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.069836 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f299900e-e3ed-4613-a6c5-f39db489ee7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.072627 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f299900e-e3ed-4613-a6c5-f39db489ee7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.073754 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f299900e-e3ed-4613-a6c5-f39db489ee7f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8348326a-1976-444d-95f1-325760ed8af6 HTTP/1.1" status: 204 len: 168 time: 0.1931889 Nov 22 16:59:36.085495 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299900e-e3ed-4613-a6c5-f39db489ee7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8348326a-1976-444d-95f1-325760ed8af6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:36.102644 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5df5dc68-01f1-44d1-bc8e-b7a9a185d8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.105940 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5df5dc68-01f1-44d1-bc8e-b7a9a185d8c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.110157 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5df5dc68-01f1-44d1-bc8e-b7a9a185d8c0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7a0f3e18-0534-48cd-b59d-36cec88b8761 HTTP/1.1" status: 204 len: 168 time: 0.1891198 Nov 22 16:59:36.118908 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5dc68-01f1-44d1-bc8e-b7a9a185d8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0f3e18-0534-48cd-b59d-36cec88b8761,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:36.460944 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47668) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:36.475637 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c571b2b-224b-40f2-b8f1-edc562229bf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.555167 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c571b2b-224b-40f2-b8f1-edc562229bf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.559731 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c571b2b-224b-40f2-b8f1-edc562229bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.599098 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-6c571b2b-224b-40f2-b8f1-edc562229bf8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1a984ceb28834c7c967b457a9fb02f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369174 Nov 22 16:59:36.600491 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c571b2b-224b-40f2-b8f1-edc562229bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82b60aa-3b90-4570-a1b7-e46e02fb6c95,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:36.601691 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 47672) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:36.654523 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b143c13f-38d0-433f-8a1b-3da143c3721b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.676868 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b143c13f-38d0-433f-8a1b-3da143c3721b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.725145 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b143c13f-38d0-433f-8a1b-3da143c3721b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.727804 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b143c13f-38d0-433f-8a1b-3da143c3721b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.728982 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-b143c13f-38d0-433f-8a1b-3da143c3721b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e82b60aa-3b90-4570-a1b7-e46e02fb6c95 HTTP/1.1" status: 204 len: 168 time: 0.1263101 Nov 22 16:59:36.745827 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143c13f-38d0-433f-8a1b-3da143c3721b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82b60aa-3b90-4570-a1b7-e46e02fb6c95,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:37.199077 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a0300472-a348-45c7-829d-6f0c647d23db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.592722 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:59:37.860276 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 47738) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:38.016227 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-06400259-dff2-436d-8b6a-ed65bcbceb72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:38.103841 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-06400259-dff2-436d-8b6a-ed65bcbceb72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:38.107979 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-06400259-dff2-436d-8b6a-ed65bcbceb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:38.147460 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-06400259-dff2-436d-8b6a-ed65bcbceb72 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d1213be7290442df928a655c85f3cf69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860339 Nov 22 16:59:38.148401 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06400259-dff2-436d-8b6a-ed65bcbceb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d71a632-ec4b-49b2-962b-414b0de5e30a,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:38.150745 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47746) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:38.155975 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06400259-dff2-436d-8b6a-ed65bcbceb72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:38.156365 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06400259-dff2-436d-8b6a-ed65bcbceb72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:38.156706 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06400259-dff2-436d-8b6a-ed65bcbceb72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:38.157058 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06400259-dff2-436d-8b6a-ed65bcbceb72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:38.157373 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06400259-dff2-436d-8b6a-ed65bcbceb72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:38.157712 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06400259-dff2-436d-8b6a-ed65bcbceb72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:38.158045 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06400259-dff2-436d-8b6a-ed65bcbceb72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:38.158372 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06400259-dff2-436d-8b6a-ed65bcbceb72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:38.158698 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06400259-dff2-436d-8b6a-ed65bcbceb72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:38.159018 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06400259-dff2-436d-8b6a-ed65bcbceb72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:38.159340 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06400259-dff2-436d-8b6a-ed65bcbceb72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:38.159658 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06400259-dff2-436d-8b6a-ed65bcbceb72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:38.201850 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-627c36dd-6171-45b4-b56d-1769c075da83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:38.222060 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-627c36dd-6171-45b4-b56d-1769c075da83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:38.268377 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-627c36dd-6171-45b4-b56d-1769c075da83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:38.271194 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-627c36dd-6171-45b4-b56d-1769c075da83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:38.272364 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-627c36dd-6171-45b4-b56d-1769c075da83 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4d71a632-ec4b-49b2-962b-414b0de5e30a HTTP/1.1" status: 204 len: 168 time: 0.1202612 Nov 22 16:59:38.280145 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c36dd-6171-45b4-b56d-1769c075da83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d71a632-ec4b-49b2-962b-414b0de5e30a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:39.489328 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4260a95-f773-446a-872a-871b22d1e3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:40.911354 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:42.185014 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:43.135009 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:43.450117 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0cfba-f353-43c0-9076-3c8b3265b2f8 req-41ecbedb-4d76-41cb-92ad-e798747f9d94 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:43.451624 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1bb0cfba-f353-43c0-9076-3c8b3265b2f8 req-41ecbedb-4d76-41cb-92ad-e798747f9d94 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 984 time: 0.0520406 Nov 22 16:59:43.514804 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1bb0cfba-f353-43c0-9076-3c8b3265b2f8 req-13080dc0-b049-4966-a885-4fdecf343e3a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&id=7d15a586-b224-4a86-b3ea-5ab9d33c89ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570254 Nov 22 16:59:44.637636 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f5a2a-d652-4175-89b0-7278248467fc req-bbef7a7f-0c46-4a33-810d-8001f61e2ef0 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:44.639074 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2b1f5a2a-d652-4175-89b0-7278248467fc req-bbef7a7f-0c46-4a33-810d-8001f61e2ef0 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 984 time: 0.0479009 Nov 22 16:59:44.710831 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2b1f5a2a-d652-4175-89b0-7278248467fc req-0189ba36-671a-4c26-a2cd-5bb6b492bfb6 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&id=7d15a586-b224-4a86-b3ea-5ab9d33c89ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657384 Nov 22 16:59:45.762309 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ff25f-47d0-4a1e-a849-02aad0b39936 req-a02cc21c-faa2-462e-9abc-34b10a43db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:45.763781 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ef9ff25f-47d0-4a1e-a849-02aad0b39936 req-a02cc21c-faa2-462e-9abc-34b10a43db64 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3fb052a8ba2c4cf684bc111e26b2c6ca&device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 1137 time: 0.0415273 Nov 22 16:59:45.885232 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b534f41-b886-430b-adc9-db47bd6fcda2 req-8a63191a-0323-456f-b43d-3c4094b8893c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:45.886692 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7b534f41-b886-430b-adc9-db47bd6fcda2 req-8a63191a-0323-456f-b43d-3c4094b8893c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 984 time: 0.1026723 Nov 22 16:59:45.911428 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ff25f-47d0-4a1e-a849-02aad0b39936 req-f6e84f79-191e-4de4-b31c-2ffe0238b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:45.913048 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ef9ff25f-47d0-4a1e-a849-02aad0b39936 req-f6e84f79-191e-4de4-b31c-2ffe0238b6a8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9e0316c1-ed6f-4147-a582-f43d4b45ed05 HTTP/1.1" status: 200 len: 916 time: 0.1363773 Nov 22 16:59:46.012946 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7b534f41-b886-430b-adc9-db47bd6fcda2 req-d9627b9f-b566-4683-97b7-a150eff1233f tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&id=7d15a586-b224-4a86-b3ea-5ab9d33c89ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132381 Nov 22 16:59:46.014642 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ef9ff25f-47d0-4a1e-a849-02aad0b39936 req-51039727-7689-407b-9da8-2160589eb271 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a998c39-645a-408e-9ea1-7d0db6260621 HTTP/1.1" status: 200 len: 999 time: 0.0905633 Nov 22 16:59:46.075568 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ff25f-47d0-4a1e-a849-02aad0b39936 req-0bdb0321-576b-4ff1-ba31-bc2d919a7fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:46.077105 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ef9ff25f-47d0-4a1e-a849-02aad0b39936 req-0bdb0321-576b-4ff1-ba31-bc2d919a7fc3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=80a11fbc-1cd5-456e-a3ee-c1df04fd356c HTTP/1.1" status: 200 len: 853 time: 0.0503438 Nov 22 16:59:46.128268 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ff25f-47d0-4a1e-a849-02aad0b39936 req-7c5a1626-649e-4c1d-a8bd-27911df6a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:46.130103 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ef9ff25f-47d0-4a1e-a849-02aad0b39936 req-7c5a1626-649e-4c1d-a8bd-27911df6a07c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9e0316c1-ed6f-4147-a582-f43d4b45ed05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437014 Nov 22 16:59:46.230044 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ef9ff25f-47d0-4a1e-a849-02aad0b39936 req-fb5a285b-f1f9-48b7-9043-25fb58411c52 service neutron] 10.222.0.85 "GET /v2.0/networks/9e0316c1-ed6f-4147-a582-f43d4b45ed05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892107 Nov 22 16:59:46.321594 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ef9ff25f-47d0-4a1e-a849-02aad0b39936 req-b3efacfd-ce7f-4ce9-8926-4de694583ed2 service neutron] 10.222.0.85 "GET /v2.0/networks/9e0316c1-ed6f-4147-a582-f43d4b45ed05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825143 Nov 22 16:59:47.130210 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b17306-e31f-4884-bc0b-0cc5e8a6418f req-0419befb-6855-45ad-89ed-13408eed1927 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:47.131570 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e6b17306-e31f-4884-bc0b-0cc5e8a6418f req-0419befb-6855-45ad-89ed-13408eed1927 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 984 time: 0.0495641 Nov 22 16:59:47.191968 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e6b17306-e31f-4884-bc0b-0cc5e8a6418f req-b15de21a-ecd0-407c-92bd-9276fe301700 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&id=7d15a586-b224-4a86-b3ea-5ab9d33c89ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542157 Nov 22 16:59:48.309832 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308fc86-5d40-4e0f-a83b-3e305f96654c req-82a83f87-02fb-484c-9d89-1da53c4433f5 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:48.311207 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b308fc86-5d40-4e0f-a83b-3e305f96654c req-82a83f87-02fb-484c-9d89-1da53c4433f5 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 984 time: 0.0525079 Nov 22 16:59:48.371020 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b308fc86-5d40-4e0f-a83b-3e305f96654c req-90a260e5-d294-48c3-b5f2-ba21600c2b2a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&id=7d15a586-b224-4a86-b3ea-5ab9d33c89ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529845 Nov 22 16:59:49.484272 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57e439-426e-4806-b753-07b338db7371 req-f42cd1c0-3250-4326-bc8b-15bcb7c067b6 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:49.485735 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0e57e439-426e-4806-b753-07b338db7371 req-f42cd1c0-3250-4326-bc8b-15bcb7c067b6 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 984 time: 0.0491495 Nov 22 16:59:49.546447 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0e57e439-426e-4806-b753-07b338db7371 req-3bb4d5af-aec6-4075-bb6f-49368ff40f18 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&id=7d15a586-b224-4a86-b3ea-5ab9d33c89ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541253 Nov 22 16:59:50.660774 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1396e1b-3e87-4165-92b2-7e376bf01d4e req-e8d6a9ea-6cf6-4508-b116-d65c4ffb0b99 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:50.662244 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b1396e1b-3e87-4165-92b2-7e376bf01d4e req-e8d6a9ea-6cf6-4508-b116-d65c4ffb0b99 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 984 time: 0.0494864 Nov 22 16:59:50.721273 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b1396e1b-3e87-4165-92b2-7e376bf01d4e req-3c4d8166-828c-41e3-b296-3988067535a7 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&id=7d15a586-b224-4a86-b3ea-5ab9d33c89ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532100 Nov 22 16:59:51.512967 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47886) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:51.620125 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4b5b93c7-478f-4efe-b831-a95662820c71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.698764 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4b5b93c7-478f-4efe-b831-a95662820c71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.702519 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4b5b93c7-478f-4efe-b831-a95662820c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.738384 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b93c7-478f-4efe-b831-a95662820c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da180ed-97cf-4f04-909a-3271e1fce597,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:51.742610 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-4b5b93c7-478f-4efe-b831-a95662820c71 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2a59a5e4f40c4c338519d6b0a4f96a51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285502 Nov 22 16:59:51.747028 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 47892) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:51.796451 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c2c33752-c3c3-437e-8738-03180a3bc1e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.819684 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c2c33752-c3c3-437e-8738-03180a3bc1e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.838458 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834eafc3-1a86-4f41-b20c-08c534c86460 req-ad3a8151-ddb5-4480-b6ee-f993c2a2eec6 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:51.839951 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-834eafc3-1a86-4f41-b20c-08c534c86460 req-ad3a8151-ddb5-4480-b6ee-f993c2a2eec6 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 984 time: 0.0489433 Nov 22 16:59:51.869458 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c2c33752-c3c3-437e-8738-03180a3bc1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.873017 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c2c33752-c3c3-437e-8738-03180a3bc1e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.874165 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-c2c33752-c3c3-437e-8738-03180a3bc1e4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0da180ed-97cf-4f04-909a-3271e1fce597 HTTP/1.1" status: 204 len: 168 time: 0.1260297 Nov 22 16:59:51.882817 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c33752-c3c3-437e-8738-03180a3bc1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da180ed-97cf-4f04-909a-3271e1fce597,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:51.909844 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-834eafc3-1a86-4f41-b20c-08c534c86460 req-b106d1e5-92dc-4840-ab23-a457211fe7cb tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&id=7d15a586-b224-4a86-b3ea-5ab9d33c89ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634041 Nov 22 16:59:52.139659 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47906) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:52.153368 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bd09f84-9d40-413a-9944-19fe31d929a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:52.234515 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bd09f84-9d40-413a-9944-19fe31d929a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:52.238096 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bd09f84-9d40-413a-9944-19fe31d929a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:52.276516 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd09f84-9d40-413a-9944-19fe31d929a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4c85a3-d8a5-49e9-9b98-aeb17c90e156,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:52.285878 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 47908) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:52.292680 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5bd09f84-9d40-413a-9944-19fe31d929a3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3056e669c1e24f9098f8f7d62be0b97b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515968 Nov 22 16:59:52.336982 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7527c8f0-8ba7-410b-96fe-34b623151c58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:52.360142 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7527c8f0-8ba7-410b-96fe-34b623151c58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:52.409180 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7527c8f0-8ba7-410b-96fe-34b623151c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:52.411841 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7527c8f0-8ba7-410b-96fe-34b623151c58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:52.413131 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-7527c8f0-8ba7-410b-96fe-34b623151c58 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2d4c85a3-d8a5-49e9-9b98-aeb17c90e156 HTTP/1.1" status: 204 len: 168 time: 0.1262889 Nov 22 16:59:52.420699 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527c8f0-8ba7-410b-96fe-34b623151c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4c85a3-d8a5-49e9-9b98-aeb17c90e156,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:53.026518 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b96d2-6190-432f-92ed-53d608e48ff7 req-8dd3daa3-e05e-4a3c-b934-090a49a68f46 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:53.027994 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3c2b96d2-6190-432f-92ed-53d608e48ff7 req-8dd3daa3-e05e-4a3c-b934-090a49a68f46 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 984 time: 0.0507820 Nov 22 16:59:53.080503 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47936) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:53.088509 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3c2b96d2-6190-432f-92ed-53d608e48ff7 req-f2a91cd9-264a-4b9e-862c-691cb22eb105 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&id=7d15a586-b224-4a86-b3ea-5ab9d33c89ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545232 Nov 22 16:59:53.175576 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-401a26ea-b060-4df8-a8c6-f9d630f60882 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-32010023-network', 'tenant_id': 'ad1e10f7ae0d4cbc9c26043e305fabea'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:53.195964 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401a26ea-b060-4df8-a8c6-f9d630f60882 admin admin] Made reservation on behalf of ad1e10f7ae0d4cbc9c26043e305fabea for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:53.198256 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-401a26ea-b060-4df8-a8c6-f9d630f60882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.206472 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-401a26ea-b060-4df8-a8c6-f9d630f60882 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.277865 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-401a26ea-b060-4df8-a8c6-f9d630f60882 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.281893 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-401a26ea-b060-4df8-a8c6-f9d630f60882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.307154 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401a26ea-b060-4df8-a8c6-f9d630f60882 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1231} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:59:53.316856 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a26ea-b060-4df8-a8c6-f9d630f60882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b03577-1080-4e0d-8b49-1d20f1e6dcfa,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:53.321670 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-401a26ea-b060-4df8-a8c6-f9d630f60882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.322008 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-401a26ea-b060-4df8-a8c6-f9d630f60882 admin admin] Added segment 8223894e-8f2c-43a6-b376-e28062c456bc of type vlan for network c5b27721-c8b3-4658-b7da-ba49c168aab4 Nov 22 16:59:53.365170 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-401a26ea-b060-4df8-a8c6-f9d630f60882 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736619566340'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.390813 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-401a26ea-b060-4df8-a8c6-f9d630f60882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.391747 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401a26ea-b060-4df8-a8c6-f9d630f60882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:53.392375 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-401a26ea-b060-4df8-a8c6-f9d630f60882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.450716 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-401a26ea-b060-4df8-a8c6-f9d630f60882 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3690341 Nov 22 16:59:53.453848 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 47944) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:53.456162 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a26ea-b060-4df8-a8c6-f9d630f60882 admin admin] Pushing event updated for resources: {'Network': ['ID=c5b27721-c8b3-4658-b7da-ba49c168aab4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:53.460977 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-b3979815-9ca1-49b3-869d-fe9159a1d77a admin admin] Request body: {'subnet': {'network_id': 'c5b27721-c8b3-4658-b7da-ba49c168aab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-32010023-subnet', 'tenant_id': 'ad1e10f7ae0d4cbc9c26043e305fabea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:53.469224 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Network c5b27721-c8b3-4658-b7da-ba49c168aab4 details requested by agent ovs-agent-dv-cinder-778193-11-iscsi with host dv-cinder-778193-11-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:59:53.487180 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3979815-9ca1-49b3-869d-fe9159a1d77a admin admin] Made reservation on behalf of ad1e10f7ae0d4cbc9c26043e305fabea for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:53.490123 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b3979815-9ca1-49b3-869d-fe9159a1d77a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29185990'] for subnet, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.674349 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b3979815-9ca1-49b3-869d-fe9159a1d77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25506053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29186024'] for subnet, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.735887 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3979815-9ca1-49b3-869d-fe9159a1d77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ca9f6c8-7aa0-4a5f-99dd-67f15ba36a4b,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:53.741174 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3979815-9ca1-49b3-869d-fe9159a1d77a admin admin] Checking segment: {'id': '8223894e-8f2c-43a6-b376-e28062c456bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c5b27721-c8b3-4658-b7da-ba49c168aab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:53.741525 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3979815-9ca1-49b3-869d-fe9159a1d77a admin admin] Network hostable DHCP agents. Network: c5b27721-c8b3-4658-b7da-ba49c168aab4, hostable agents: ['adaf967d-dae0-466d-8f0c-362e3950e29c'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:59:53.758284 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3979815-9ca1-49b3-869d-fe9159a1d77a admin admin] Network c5b27721-c8b3-4658-b7da-ba49c168aab4 is scheduled to be hosted by DHCP agent adaf967d-dae0-466d-8f0c-362e3950e29c with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:59:53.766915 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-b3979815-9ca1-49b3-869d-fe9159a1d77a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-11-iscsi, c5b27721-c8b3-4658-b7da-ba49c168aab4) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:53.771715 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3979815-9ca1-49b3-869d-fe9159a1d77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:53.772328 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b3979815-9ca1-49b3-869d-fe9159a1d77a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.776307 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0f1eeb-a8ff-4b07-a080-fbd928584fca None None] Network c5b27721-c8b3-4658-b7da-ba49c168aab4 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:53.787946 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-b3979815-9ca1-49b3-869d-fe9159a1d77a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3326130 Nov 22 16:59:53.900973 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c808bb08-0c33-4aa7-ae2c-3a0433f54b74 None None] Network c5b27721-c8b3-4658-b7da-ba49c168aab4 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:54.215332 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea25834-d81e-4d54-bf88-153b943933f0 req-a57f59c0-8211-42e7-8b6f-c0d220cd877a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:54.216973 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1ea25834-d81e-4d54-bf88-153b943933f0 req-a57f59c0-8211-42e7-8b6f-c0d220cd877a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 984 time: 0.0556636 Nov 22 16:59:54.278108 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1ea25834-d81e-4d54-bf88-153b943933f0 req-22bdc386-e7c3-497b-8c89-4b4a301bcd7c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&id=7d15a586-b224-4a86-b3ea-5ab9d33c89ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546861 Nov 22 16:59:54.284921 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 47964) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:54.290097 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d68e1359-641c-4fac-987d-2d2527d6ce6c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1004316985-network', 'tenant_id': '5f76909bb2d8440ab6fc56bbf0df9138'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:54.311818 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68e1359-641c-4fac-987d-2d2527d6ce6c admin admin] Made reservation on behalf of 5f76909bb2d8440ab6fc56bbf0df9138 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:54.313990 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d68e1359-641c-4fac-987d-2d2527d6ce6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.323019 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d68e1359-641c-4fac-987d-2d2527d6ce6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.406870 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d68e1359-641c-4fac-987d-2d2527d6ce6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.411269 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d68e1359-641c-4fac-987d-2d2527d6ce6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.436754 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68e1359-641c-4fac-987d-2d2527d6ce6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1206} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:59:54.446241 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e1359-641c-4fac-987d-2d2527d6ce6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802d19fb-04f3-4a2f-b25f-e764309f0f34,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:54.452469 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d68e1359-641c-4fac-987d-2d2527d6ce6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.452811 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-d68e1359-641c-4fac-987d-2d2527d6ce6c admin admin] Added segment 8d2f0b27-f569-4f60-af3e-2b85e4a94ebb of type vlan for network cbe4e76d-d2ac-4dde-b170-06ac8840b5da Nov 22 16:59:54.494325 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d68e1359-641c-4fac-987d-2d2527d6ce6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736619566340'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.518971 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d68e1359-641c-4fac-987d-2d2527d6ce6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.520027 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68e1359-641c-4fac-987d-2d2527d6ce6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:54.520640 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d68e1359-641c-4fac-987d-2d2527d6ce6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.569688 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d68e1359-641c-4fac-987d-2d2527d6ce6c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2833247 Nov 22 16:59:54.572465 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 47968) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:54.577282 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-e2cbc0db-3ea4-4bdf-a1a5-65bd34ae9f01 admin admin] Request body: {'subnet': {'network_id': 'cbe4e76d-d2ac-4dde-b170-06ac8840b5da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1004316985-subnet', 'tenant_id': '5f76909bb2d8440ab6fc56bbf0df9138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:54.582722 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e1359-641c-4fac-987d-2d2527d6ce6c admin admin] Pushing event updated for resources: {'Network': ['ID=cbe4e76d-d2ac-4dde-b170-06ac8840b5da,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:54.592901 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Network cbe4e76d-d2ac-4dde-b170-06ac8840b5da details requested by agent ovs-agent-dv-cinder-778193-11-iscsi with host dv-cinder-778193-11-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:59:54.605360 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cbc0db-3ea4-4bdf-a1a5-65bd34ae9f01 admin admin] Made reservation on behalf of 5f76909bb2d8440ab6fc56bbf0df9138 for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:54.607659 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e2cbc0db-3ea4-4bdf-a1a5-65bd34ae9f01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29185990'] for subnet, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.773532 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e2cbc0db-3ea4-4bdf-a1a5-65bd34ae9f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25506053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29186024'] for subnet, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.821882 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbc0db-3ea4-4bdf-a1a5-65bd34ae9f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf584227-de1c-486d-a96b-a735f54272ab,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:54.837711 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbc0db-3ea4-4bdf-a1a5-65bd34ae9f01 admin admin] Checking segment: {'id': '8d2f0b27-f569-4f60-af3e-2b85e4a94ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'cbe4e76d-d2ac-4dde-b170-06ac8840b5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:54.838062 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cbc0db-3ea4-4bdf-a1a5-65bd34ae9f01 admin admin] Network hostable DHCP agents. Network: cbe4e76d-d2ac-4dde-b170-06ac8840b5da, hostable agents: ['adaf967d-dae0-466d-8f0c-362e3950e29c'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:59:54.854330 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cbc0db-3ea4-4bdf-a1a5-65bd34ae9f01 admin admin] Network cbe4e76d-d2ac-4dde-b170-06ac8840b5da is scheduled to be hosted by DHCP agent adaf967d-dae0-466d-8f0c-362e3950e29c with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:59:54.862302 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-e2cbc0db-3ea4-4bdf-a1a5-65bd34ae9f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-11-iscsi, cbe4e76d-d2ac-4dde-b170-06ac8840b5da) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:54.866329 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cbc0db-3ea4-4bdf-a1a5-65bd34ae9f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:54.866910 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e2cbc0db-3ea4-4bdf-a1a5-65bd34ae9f01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.871372 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc15fe0f-c907-44d5-9930-df9af2473b60 None None] Network cbe4e76d-d2ac-4dde-b170-06ac8840b5da requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:54.889147 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e2cbc0db-3ea4-4bdf-a1a5-65bd34ae9f01 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3092802 Nov 22 16:59:54.996974 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae4bc71-756d-41c0-a88d-35ab7319594c None None] Network cbe4e76d-d2ac-4dde-b170-06ac8840b5da requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:55.413724 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49342569-b9d3-46d2-8d94-6313727223bd req-d23ec85f-2b47-45a3-b572-907d00b49912 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:55.420445 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-49342569-b9d3-46d2-8d94-6313727223bd req-d23ec85f-2b47-45a3-b572-907d00b49912 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 984 time: 0.0713966 Nov 22 16:59:55.475747 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-49342569-b9d3-46d2-8d94-6313727223bd req-30036bf8-74b5-4af8-a976-099553ed5034 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&id=7d15a586-b224-4a86-b3ea-5ab9d33c89ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544419 Nov 22 16:59:56.593453 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b6832-02da-4dd6-9862-cae366aebdb2 req-76549874-fd83-404a-8ac1-79dc18d8580f tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:56.594947 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-dd1b6832-02da-4dd6-9862-cae366aebdb2 req-76549874-fd83-404a-8ac1-79dc18d8580f tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 984 time: 0.0523131 Nov 22 16:59:56.656745 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-dd1b6832-02da-4dd6-9862-cae366aebdb2 req-4fc68e2f-07b0-4438-bcbd-9ba1b63ee26c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&id=7d15a586-b224-4a86-b3ea-5ab9d33c89ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543735 Nov 22 16:59:57.794212 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721ec90-d9d0-49bc-a1f0-b1e776228d38 req-b84d972c-ee72-4bd3-910f-0641f4eea106 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:57.795698 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b721ec90-d9d0-49bc-a1f0-b1e776228d38 req-b84d972c-ee72-4bd3-910f-0641f4eea106 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 984 time: 0.0631082 Nov 22 16:59:57.857766 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b721ec90-d9d0-49bc-a1f0-b1e776228d38 req-5752f616-1b22-461b-b283-1f8dfa8dc943 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&id=7d15a586-b224-4a86-b3ea-5ab9d33c89ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550683 Nov 22 16:59:58.322861 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:59.014954 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d97d4-3168-4d05-abf0-847b3814e9af req-a52a6e64-5c96-48f9-979e-7f54e5b7992a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:59.017614 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ee7d97d4-3168-4d05-abf0-847b3814e9af req-a52a6e64-5c96-48f9-979e-7f54e5b7992a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 984 time: 0.0744243 Nov 22 16:59:59.086160 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ee7d97d4-3168-4d05-abf0-847b3814e9af req-133797c8-761f-4221-b294-f5e4eb21d79e tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&id=7d15a586-b224-4a86-b3ea-5ab9d33c89ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618448 Nov 22 17:00:00.209151 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a91bd-68c7-4ee3-b96c-184f85688dcd req-21249c4f-d6b8-467f-9faa-8ddc42dcb8b4 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:00.210627 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c01a91bd-68c7-4ee3-b96c-184f85688dcd req-21249c4f-d6b8-467f-9faa-8ddc42dcb8b4 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 984 time: 0.0512609 Nov 22 17:00:00.275945 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c01a91bd-68c7-4ee3-b96c-184f85688dcd req-c691ecb2-1a48-4063-b89f-5d325057fe97 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&id=7d15a586-b224-4a86-b3ea-5ab9d33c89ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590589 Nov 22 17:00:01.391554 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285adf48-8fb1-4234-a327-6d686ddcafe8 req-e8194387-6907-47da-82df-1871421bfdf5 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:01.393069 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-285adf48-8fb1-4234-a327-6d686ddcafe8 req-e8194387-6907-47da-82df-1871421bfdf5 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 984 time: 0.0491495 Nov 22 17:00:01.462562 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-285adf48-8fb1-4234-a327-6d686ddcafe8 req-e132e2c1-7693-44ce-94d6-7be8807eca86 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&id=7d15a586-b224-4a86-b3ea-5ab9d33c89ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635200 Nov 22 17:00:01.918088 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48082) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:02.022107 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d4bccf9e-28be-43bb-ad25-a8f67ce91e0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.096696 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d4bccf9e-28be-43bb-ad25-a8f67ce91e0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.100616 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d4bccf9e-28be-43bb-ad25-a8f67ce91e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.142208 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-d4bccf9e-28be-43bb-ad25-a8f67ce91e0d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9e6ddfc80bfd4e2e92f6f88bbdfeef6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230103 Nov 22 17:00:02.143069 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bccf9e-28be-43bb-ad25-a8f67ce91e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3af4f2-6ab2-4948-9f87-95f849d2b2ce,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:02.145472 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 48086) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:02.193046 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b89f38b2-4de2-4904-b7a8-a0c8031bc7c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.214895 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b89f38b2-4de2-4904-b7a8-a0c8031bc7c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.262498 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b89f38b2-4de2-4904-b7a8-a0c8031bc7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.265175 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b89f38b2-4de2-4904-b7a8-a0c8031bc7c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.266385 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b89f38b2-4de2-4904-b7a8-a0c8031bc7c3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/df3af4f2-6ab2-4948-9f87-95f849d2b2ce HTTP/1.1" status: 204 len: 168 time: 0.1198413 Nov 22 17:00:02.274087 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f38b2-4de2-4904-b7a8-a0c8031bc7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3af4f2-6ab2-4948-9f87-95f849d2b2ce,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:02.580048 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c45b4-fe52-4d63-9d2a-b661d5686c1f req-81767182-21bc-43c4-976a-59f22a7cb02f tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:02.582320 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dd9c45b4-fe52-4d63-9d2a-b661d5686c1f req-81767182-21bc-43c4-976a-59f22a7cb02f tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 984 time: 0.0510969 Nov 22 17:00:02.653772 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dd9c45b4-fe52-4d63-9d2a-b661d5686c1f req-87314a10-67e9-4b13-a987-b779d70e87c0 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&id=7d15a586-b224-4a86-b3ea-5ab9d33c89ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623863 Nov 22 17:00:07.202149 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56244882-e794-4335-8781-a7be6d23014e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:09.428375 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48264) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:09.476231 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b01b5cc-cda2-4dac-9490-9fe611371f07 admin admin] Deleting subnet 5ca9f6c8-7aa0-4a5f-99dd-67f15ba36a4b {{(pid=102627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:00:09.486614 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1b01b5cc-cda2-4dac-9490-9fe611371f07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:09.497585 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6740370f-6f2f-4ce7-850f-ba7cd4261680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:09.538352 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1b01b5cc-cda2-4dac-9490-9fe611371f07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25618655'] for subnet, precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:09.578035 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1b01b5cc-cda2-4dac-9490-9fe611371f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572194'] for subnet, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:09.631666 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1b01b5cc-cda2-4dac-9490-9fe611371f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25506244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29186019'] for subnet, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:09.656358 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01b5cc-cda2-4dac-9490-9fe611371f07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca9f6c8-7aa0-4a5f-99dd-67f15ba36a4b,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:09.664811 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1b01b5cc-cda2-4dac-9490-9fe611371f07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:09.668043 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1b01b5cc-cda2-4dac-9490-9fe611371f07 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/5ca9f6c8-7aa0-4a5f-99dd-67f15ba36a4b HTTP/1.1" status: 204 len: 168 time: 0.2375321 Nov 22 17:00:09.669365 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48270) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:09.758394 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-717ba57f-9e6b-40ae-b3e3-d19038fb383c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774480'] for network, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.092274 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-717ba57f-9e6b-40ae-b3e3-d19038fb383c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570257', 'neutron.services.segments.db._delete_segments_for_network-8736619892875'] for network, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.117683 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-717ba57f-9e6b-40ae-b3e3-d19038fb383c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b27721-c8b3-4658-b7da-ba49c168aab4']}} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:10.127205 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d04b6-d571-42b7-a9af-f82000e0f6d7 req-67ba86f2-7767-4fd4-9f0e-e90dc3a12e72 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:10.128842 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-124d04b6-d571-42b7-a9af-f82000e0f6d7 req-67ba86f2-7767-4fd4-9f0e-e90dc3a12e72 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 946 time: 0.1142526 Nov 22 17:00:10.143495 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-717ba57f-9e6b-40ae-b3e3-d19038fb383c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8223894e-8f2c-43a6-b376-e28062c456bc') {'for_net_delete': True} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:10.143790 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-717ba57f-9e6b-40ae-b3e3-d19038fb383c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8223894e-8f2c-43a6-b376-e28062c456bc') {} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:10.161131 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-717ba57f-9e6b-40ae-b3e3-d19038fb383c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736620085782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25618630'] for segment, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.181713 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-717ba57f-9e6b-40ae-b3e3-d19038fb383c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.195732 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717ba57f-9e6b-40ae-b3e3-d19038fb383c admin admin] Releasing vlan 1231 on physical network physnet1 to pool {{(pid=102627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:00:10.196163 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-717ba57f-9e6b-40ae-b3e3-d19038fb383c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25506202'] for segment, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: Traceback (most recent call last): Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: timer() Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: cb(*args, **kw) Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: return func(*args, **kwargs) Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: self._notify() Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: self.callback(batched_events) Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: event.method(event) Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: return f(self, *a, **k) Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: return self._get(url).json() Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: return self.request(url, 'GET', **kwargs) Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:00:10.197856 dv-cinder-778193-11-iscsi neutron-server[102627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:00:10.236816 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-124d04b6-d571-42b7-a9af-f82000e0f6d7 req-1d125088-20d3-4340-a4c1-76aa97adaa5f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021185 Nov 22 17:00:10.264251 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-717ba57f-9e6b-40ae-b3e3-d19038fb383c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3767155'] for network, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.270184 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-717ba57f-9e6b-40ae-b3e3-d19038fb383c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.273372 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-717ba57f-9e6b-40ae-b3e3-d19038fb383c admin admin] 10.222.0.75 "DELETE /v2.0/networks/c5b27721-c8b3-4658-b7da-ba49c168aab4 HTTP/1.1" status: 204 len: 168 time: 0.6030657 Nov 22 17:00:10.276386 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 48278) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:10.284306 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ba57f-9e6b-40ae-b3e3-d19038fb383c admin admin] Pushing event deleted for resources: {'Network': ['ID=c5b27721-c8b3-4658-b7da-ba49c168aab4,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:10.322387 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d211fb32-db5a-42c7-aa52-fd91110cb326 admin admin] Deleting subnet bf584227-de1c-486d-a96b-a735f54272ab {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:00:10.326774 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d211fb32-db5a-42c7-aa52-fd91110cb326 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.361666 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d211fb32-db5a-42c7-aa52-fd91110cb326 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26216361'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.404994 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d211fb32-db5a-42c7-aa52-fd91110cb326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572194'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.458124 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d211fb32-db5a-42c7-aa52-fd91110cb326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25513861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25295879'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.481521 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211fb32-db5a-42c7-aa52-fd91110cb326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf584227-de1c-486d-a96b-a735f54272ab,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:10.487641 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d211fb32-db5a-42c7-aa52-fd91110cb326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.491634 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d211fb32-db5a-42c7-aa52-fd91110cb326 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/bf584227-de1c-486d-a96b-a735f54272ab HTTP/1.1" status: 204 len: 168 time: 0.2142270 Nov 22 17:00:10.494445 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48280) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:10.569576 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d91f67bc-88d5-416f-bddb-e9fc088c5e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774480'] for network, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.650154 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d91f67bc-88d5-416f-bddb-e9fc088c5e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570257', 'neutron.services.segments.db._delete_segments_for_network-8736619892875'] for network, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.675357 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-d91f67bc-88d5-416f-bddb-e9fc088c5e4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe4e76d-d2ac-4dde-b170-06ac8840b5da']}} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:10.685396 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-d91f67bc-88d5-416f-bddb-e9fc088c5e4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2f0b27-f569-4f60-af3e-2b85e4a94ebb') {'for_net_delete': True} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:10.685691 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-d91f67bc-88d5-416f-bddb-e9fc088c5e4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2f0b27-f569-4f60-af3e-2b85e4a94ebb') {} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:10.703667 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d91f67bc-88d5-416f-bddb-e9fc088c5e4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736620085782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25618630'] for segment, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.717328 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d91f67bc-88d5-416f-bddb-e9fc088c5e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.723230 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91f67bc-88d5-416f-bddb-e9fc088c5e4f admin admin] Releasing vlan 1206 on physical network physnet1 to pool {{(pid=102627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:00:10.723712 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d91f67bc-88d5-416f-bddb-e9fc088c5e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25506202'] for segment, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: Traceback (most recent call last): Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: timer() Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: cb(*args, **kw) Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: return func(*args, **kwargs) Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: self._notify() Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: self.callback(batched_events) Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: event.method(event) Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: return f(self, *a, **k) Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: return self._get(url).json() Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: return self.request(url, 'GET', **kwargs) Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:00:10.725567 dv-cinder-778193-11-iscsi neutron-server[102627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:00:10.782256 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d91f67bc-88d5-416f-bddb-e9fc088c5e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3767155'] for network, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.788378 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d91f67bc-88d5-416f-bddb-e9fc088c5e4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.791333 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-d91f67bc-88d5-416f-bddb-e9fc088c5e4f admin admin] 10.222.0.75 "DELETE /v2.0/networks/cbe4e76d-d2ac-4dde-b170-06ac8840b5da HTTP/1.1" status: 204 len: 168 time: 0.2958686 Nov 22 17:00:10.811606 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f67bc-88d5-416f-bddb-e9fc088c5e4f admin admin] Pushing event deleted for resources: {'Network': ['ID=cbe4e76d-d2ac-4dde-b170-06ac8840b5da,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:10.916557 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.969270 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48286) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:11.012273 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-a1c8ec83-48f1-426b-8cc6-630a38514ad6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ad1e10f7ae0d4cbc9c26043e305fabea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417979 Nov 22 17:00:11.014758 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48288) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:11.070570 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-02b69c58-773b-45f3-b055-c593c600b11b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:11.095571 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-02b69c58-773b-45f3-b055-c593c600b11b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:11.143851 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-02b69c58-773b-45f3-b055-c593c600b11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:11.146894 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-02b69c58-773b-45f3-b055-c593c600b11b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:11.148209 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-02b69c58-773b-45f3-b055-c593c600b11b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f8b03577-1080-4e0d-8b49-1d20f1e6dcfa HTTP/1.1" status: 204 len: 168 time: 0.1324594 Nov 22 17:00:11.159223 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b69c58-773b-45f3-b055-c593c600b11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b03577-1080-4e0d-8b49-1d20f1e6dcfa,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:11.372313 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f602be-16bc-42f9-8a2a-08529b9f978c req-6545fee9-7871-4dd3-9a43-6cb8046ef4c5 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:11.373930 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-86f602be-16bc-42f9-8a2a-08529b9f978c req-6545fee9-7871-4dd3-9a43-6cb8046ef4c5 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 946 time: 0.0528989 Nov 22 17:00:11.425402 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-86f602be-16bc-42f9-8a2a-08529b9f978c req-b83a0367-3410-4fd8-9136-cad2bea6de38 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=faa62312-0986-4c7b-a600-888a6c6534a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451236 Nov 22 17:00:11.483487 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48296) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:11.526900 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-bcad8e99-1d81-4099-960f-1b868b7e324f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5f76909bb2d8440ab6fc56bbf0df9138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422173 Nov 22 17:00:11.529529 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48298) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:11.577159 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-edc87f79-fee2-4a16-bf70-046efb35eb21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:11.599447 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-edc87f79-fee2-4a16-bf70-046efb35eb21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:11.646886 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-edc87f79-fee2-4a16-bf70-046efb35eb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:11.649580 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-edc87f79-fee2-4a16-bf70-046efb35eb21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:11.650718 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-edc87f79-fee2-4a16-bf70-046efb35eb21 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/802d19fb-04f3-4a2f-b25f-e764309f0f34 HTTP/1.1" status: 204 len: 168 time: 0.1202898 Nov 22 17:00:11.658338 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc87f79-fee2-4a16-bf70-046efb35eb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802d19fb-04f3-4a2f-b25f-e764309f0f34,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:11.831499 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3cff1-ba1c-41d0-a6c4-f17fdccb711d req-0e12d801-ab3d-46d4-b977-579b208fddb0 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:11.833708 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-99f3cff1-ba1c-41d0-a6c4-f17fdccb711d req-0e12d801-ab3d-46d4-b977-579b208fddb0 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.85 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 946 time: 0.0553753 Nov 22 17:00:11.942045 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-99f3cff1-ba1c-41d0-a6c4-f17fdccb711d req-00976508-93d0-46dc-b80a-b8ec4c5521c1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Deleting port eeee0f2b-0c59-426c-9308-f6ebadc254be {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:11.942045 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-99f3cff1-ba1c-41d0-a6c4-f17fdccb711d req-00976508-93d0-46dc-b80a-b8ec4c5521c1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:12.046196 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-99f3cff1-ba1c-41d0-a6c4-f17fdccb711d req-00976508-93d0-46dc-b80a-b8ec4c5521c1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] For port eeee0f2b-0c59-426c-9308-f6ebadc254be, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eeee0f2b-0c59-426c-9308-f6ebadc254be,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:12.046558 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-99f3cff1-ba1c-41d0-a6c4-f17fdccb711d req-00976508-93d0-46dc-b80a-b8ec4c5521c1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:12.196318 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:12.310174 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-99f3cff1-ba1c-41d0-a6c4-f17fdccb711d req-00976508-93d0-46dc-b80a-b8ec4c5521c1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:12.310938 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-99f3cff1-ba1c-41d0-a6c4-f17fdccb711d req-00976508-93d0-46dc-b80a-b8ec4c5521c1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3767069'] for floatingip, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:12.311092 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.db.l3_db [req-99f3cff1-ba1c-41d0-a6c4-f17fdccb711d req-00976508-93d0-46dc-b80a-b8ec4c5521c1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Floating IP 08c6f88b-fb57-4746-a780-e6e7c80580db disassociated. External IP: 172.27.0.136, port: eeee0f2b-0c59-426c-9308-f6ebadc254be. Nov 22 17:00:12.311453 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-99f3cff1-ba1c-41d0-a6c4-f17fdccb711d req-00976508-93d0-46dc-b80a-b8ec4c5521c1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Calling delete_port for eeee0f2b-0c59-426c-9308-f6ebadc254be owned by compute:nova {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:12.450833 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-99f3cff1-ba1c-41d0-a6c4-f17fdccb711d req-00976508-93d0-46dc-b80a-b8ec4c5521c1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:12.485223 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00976508-93d0-46dc-b80a-b8ec4c5521c1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Pushing event deleted for resources: {'Port': ['ID=eeee0f2b-0c59-426c-9308-f6ebadc254be,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:12.570685 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-596647ab-8479-4a1a-b423-dd37bbfeb45b req-c415703b-d09c-47da-8d5b-e6b2e36d90eb tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=a870d5f5-a982-4090-a858-df3242b104c2 HTTP/1.1" status: 200 len: 210 time: 0.0372479 Nov 22 17:00:12.644077 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99f3cff1-ba1c-41d0-a6c4-f17fdccb711d req-00976508-93d0-46dc-b80a-b8ec4c5521c1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Router 8b2e551f-5f5a-4799-9e02-427e5bd9855d has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:00:12.760691 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99f3cff1-ba1c-41d0-a6c4-f17fdccb711d req-00976508-93d0-46dc-b80a-b8ec4c5521c1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:12.777982 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545d8dda-0103-49f2-a1fd-ab75dd9be697 None None] Sync routers for ids ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:12.817328 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545d8dda-0103-49f2-a1fd-ab75dd9be697 None None] Routers {'8b2e551f-5f5a-4799-9e02-427e5bd9855d'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:12.818636 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-545d8dda-0103-49f2-a1fd-ab75dd9be697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:00:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:12.818974 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f3cff1-ba1c-41d0-a6c4-f17fdccb711d req-00976508-93d0-46dc-b80a-b8ec4c5521c1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] No DVR routers for this DVR port eeee0f2b-0c59-426c-9308-f6ebadc254be on host hv-cinder-77819 {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:00:12.821937 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-99f3cff1-ba1c-41d0-a6c4-f17fdccb711d req-00976508-93d0-46dc-b80a-b8ec4c5521c1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:12.827303 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-99f3cff1-ba1c-41d0-a6c4-f17fdccb711d req-00976508-93d0-46dc-b80a-b8ec4c5521c1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.85 "DELETE /v2.0/ports/eeee0f2b-0c59-426c-9308-f6ebadc254be HTTP/1.1" status: 204 len: 173 time: 0.9870853 Nov 22 17:00:12.827790 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a870d5f5-a982-4090-a858-df3242b104c2', 'name': 'network-vif-deleted', 'tag': 'eeee0f2b-0c59-426c-9308-f6ebadc254be'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:12.830766 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdb4314-0921-42d4-9552-790d70936d78" -d '{"events": [{"server_uuid": "a870d5f5-a982-4090-a858-df3242b104c2", "name": "network-vif-deleted", "tag": "eeee0f2b-0c59-426c-9308-f6ebadc254be"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:12.924582 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6f686f-3b67-4335-9d07-dc5e2ac56360 x-openstack-request-id: req-7a6f686f-3b67-4335-9d07-dc5e2ac56360 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:12.924887 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a870d5f5-a982-4090-a858-df3242b104c2", "name": "network-vif-deleted", "tag": "eeee0f2b-0c59-426c-9308-f6ebadc254be", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:12.925584 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7a6f686f-3b67-4335-9d07-dc5e2ac56360 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:12.926121 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a870d5f5-a982-4090-a858-df3242b104c2', 'name': 'network-vif-deleted', 'tag': 'eeee0f2b-0c59-426c-9308-f6ebadc254be', 'status': 'completed', 'code': 200} Nov 22 17:00:12.982165 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-545d8dda-0103-49f2-a1fd-ab75dd9be697 None None] Set router 8b2e551f-5f5a-4799-9e02-427e5bd9855d gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:13.156578 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:13.211270 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-545d8dda-0103-49f2-a1fd-ab75dd9be697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '88b34b47-f612-40a3-ab69-0135e8034549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 4, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port': {'id': '88b34b47-f612-40a3-ab69-0135e8034549', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:19Z', 'updated_at': '2021-11-22T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '40cd444a-6c29-4d95-a485-874577a37fc2', 'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'mac_address': 'fa:16:3e:b7:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:24Z', 'updated_at': '2021-11-22T16:55:36Z', 'revision_number': 5, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'subnets': [{'id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:13.238238 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545d8dda-0103-49f2-a1fd-ab75dd9be697 None None] Checking router: 8b2e551f-5f5a-4799-9e02-427e5bd9855d for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:13.246606 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545d8dda-0103-49f2-a1fd-ab75dd9be697 None None] Routers {'8b2e551f-5f5a-4799-9e02-427e5bd9855d'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:13.247203 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-545d8dda-0103-49f2-a1fd-ab75dd9be697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:00:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:13.360453 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-545d8dda-0103-49f2-a1fd-ab75dd9be697 None None] Set router 8b2e551f-5f5a-4799-9e02-427e5bd9855d gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:13.579055 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-545d8dda-0103-49f2-a1fd-ab75dd9be697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '88b34b47-f612-40a3-ab69-0135e8034549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 4, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port': {'id': '88b34b47-f612-40a3-ab69-0135e8034549', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:19Z', 'updated_at': '2021-11-22T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '40cd444a-6c29-4d95-a485-874577a37fc2', 'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'mac_address': 'fa:16:3e:b7:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:24Z', 'updated_at': '2021-11-22T16:55:36Z', 'revision_number': 5, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'subnets': [{'id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:13.609069 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545d8dda-0103-49f2-a1fd-ab75dd9be697 None None] The sync data for ids ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'] in dv-cinder-778193-11-iscsi is: [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '88b34b47-f612-40a3-ab69-0135e8034549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 4, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port': {'id': '88b34b47-f612-40a3-ab69-0135e8034549', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:19Z', 'updated_at': '2021-11-22T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '40cd444a-6c29-4d95-a485-874577a37fc2', 'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'mac_address': 'fa:16:3e:b7:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:24Z', 'updated_at': '2021-11-22T16:55:36Z', 'revision_number': 5, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'subnets': [{'id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:13.684882 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48340) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:13.752195 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1c16b7ac-3f95-4994-90b8-8b99ca31a158 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:13.781080 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1c16b7ac-3f95-4994-90b8-8b99ca31a158 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:13.838770 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1c16b7ac-3f95-4994-90b8-8b99ca31a158 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:13.845446 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1c16b7ac-3f95-4994-90b8-8b99ca31a158 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:13.846855 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1c16b7ac-3f95-4994-90b8-8b99ca31a158 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "DELETE /v2.0/security-groups/faa62312-0986-4c7b-a600-888a6c6534a7 HTTP/1.1" status: 204 len: 168 time: 0.1603711 Nov 22 17:00:13.849580 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 48342) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:13.859904 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16b7ac-3f95-4994-90b8-8b99ca31a158 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa62312-0986-4c7b-a600-888a6c6534a7,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:13.870528 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.api.v2.resource [None req-2742afea-3f5d-4844-8130-8dba4a6e7bc5 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] show failed (client error): The resource could not be found. Nov 22 17:00:13.880597 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2742afea-3f5d-4844-8130-8dba4a6e7bc5 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups/faa62312-0986-4c7b-a600-888a6c6534a7 HTTP/1.1" status: 404 len: 347 time: 0.0297611 Nov 22 17:00:13.887918 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48346) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:13.931505 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9b10bd-f95b-4f38-9b2e-9ab2807c2085 None None] New status for floating IP 08c6f88b-fb57-4746-a780-e6e7c80580db: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:00:14.100461 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-dc177af3-aff1-4e6a-87f4-ec01205a429e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Deleting port fbed5833-db22-4872-a644-1acbfb03a714 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:14.100801 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-dc177af3-aff1-4e6a-87f4-ec01205a429e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.191852 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-dc177af3-aff1-4e6a-87f4-ec01205a429e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.192225 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-dc177af3-aff1-4e6a-87f4-ec01205a429e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.215247 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-dc177af3-aff1-4e6a-87f4-ec01205a429e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Calling delete_port for fbed5833-db22-4872-a644-1acbfb03a714 owned by network:floatingip {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:14.398378 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-dc177af3-aff1-4e6a-87f4-ec01205a429e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.426934 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc177af3-aff1-4e6a-87f4-ec01205a429e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Pushing event deleted for resources: {'Port': ['ID=fbed5833-db22-4872-a644-1acbfb03a714,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:14.488151 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-dc177af3-aff1-4e6a-87f4-ec01205a429e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for floatingip, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.490677 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-dc177af3-aff1-4e6a-87f4-ec01205a429e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.492075 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-dc177af3-aff1-4e6a-87f4-ec01205a429e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "DELETE /v2.0/floatingips/08c6f88b-fb57-4746-a780-e6e7c80580db HTTP/1.1" status: 204 len: 168 time: 0.6029441 Nov 22 17:00:14.592636 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:00:14.893706 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 48380) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:14.900262 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0f16abf9-cef1-4d6b-8eb9-1b0772c22955 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--983287787', 'description': 'tempest-description--1621324254'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:14.923643 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f16abf9-cef1-4d6b-8eb9-1b0772c22955 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.013105 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f16abf9-cef1-4d6b-8eb9-1b0772c22955 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.018396 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f16abf9-cef1-4d6b-8eb9-1b0772c22955 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.055383 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f16abf9-cef1-4d6b-8eb9-1b0772c22955 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.060201 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48384) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:15.064515 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-0f16abf9-cef1-4d6b-8eb9-1b0772c22955 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1691599 Nov 22 17:00:15.066075 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16abf9-cef1-4d6b-8eb9-1b0772c22955 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df016a03-37af-4cd2-adf6-da3a468f5182,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:15.068756 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-066b9c5a-dea5-475a-a54c-4876a084cb58 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Request body: {'security_group_rule': {'security_group_id': 'df016a03-37af-4cd2-adf6-da3a468f5182', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:15.128364 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-066b9c5a-dea5-475a-a54c-4876a084cb58 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.193683 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-066b9c5a-dea5-475a-a54c-4876a084cb58 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.197464 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-066b9c5a-dea5-475a-a54c-4876a084cb58 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.219072 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b9c5a-dea5-475a-a54c-4876a084cb58 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87adbae3-ca61-478a-9f24-424ea56128d5,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:15.227094 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-066b9c5a-dea5-475a-a54c-4876a084cb58 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.230963 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 48386) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:15.231119 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-066b9c5a-dea5-475a-a54c-4876a084cb58 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1697378 Nov 22 17:00:15.235450 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-05445d0f-a42d-41f5-b80c-a0905d109c93 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Request body: {'security_group_rule': {'security_group_id': 'df016a03-37af-4cd2-adf6-da3a468f5182', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:15.264799 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05445d0f-a42d-41f5-b80c-a0905d109c93 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.328118 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05445d0f-a42d-41f5-b80c-a0905d109c93 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.333752 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05445d0f-a42d-41f5-b80c-a0905d109c93 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.352183 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05445d0f-a42d-41f5-b80c-a0905d109c93 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7d9182-8259-45a8-85cb-3c356b7d1e13,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:15.362313 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05445d0f-a42d-41f5-b80c-a0905d109c93 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.364234 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-05445d0f-a42d-41f5-b80c-a0905d109c93 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322184 Nov 22 17:00:15.367743 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 48388) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:15.372949 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-4ca018af-7729-477e-b46a-c0db77cc4a6b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Request body: {'floatingip': {'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:15.399103 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ca018af-7729-477e-b46a-c0db77cc4a6b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.509060 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ca018af-7729-477e-b46a-c0db77cc4a6b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.621136 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-4ca018af-7729-477e-b46a-c0db77cc4a6b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Allocated IP 172.27.0.180 (d3425354-8fe0-452b-a94a-32f4eb04cb86/91bd23ed-08b5-4bc5-9b3d-886376dc3ccb/72066ad9-81ac-4ae6-ba90-459e277774a3) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:15.727896 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ca018af-7729-477e-b46a-c0db77cc4a6b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.771618 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ca018af-7729-477e-b46a-c0db77cc4a6b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.811029 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca018af-7729-477e-b46a-c0db77cc4a6b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:15.814010 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-4ca018af-7729-477e-b46a-c0db77cc4a6b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:15.817533 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca018af-7729-477e-b46a-c0db77cc4a6b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:15.845254 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca018af-7729-477e-b46a-c0db77cc4a6b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Pushing event updated for resources: {'Port': ['ID=72066ad9-81ac-4ae6-ba90-459e277774a3,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:15.953168 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ca018af-7729-477e-b46a-c0db77cc4a6b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.957422 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device eeee0f2b-0c59-426c-9308-f6ebadc254be no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:15.981091 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: eeee0f2b-0c59-426c-9308-f6ebadc254be {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:15.981439 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device eeee0f2b-0c59-426c-9308-f6ebadc254be not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:15.994845 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ca018af-7729-477e-b46a-c0db77cc4a6b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.052736 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48396) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:16.164656 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ca018af-7729-477e-b46a-c0db77cc4a6b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.169173 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ca018af-7729-477e-b46a-c0db77cc4a6b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.172233 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-41ff5cff-3ce9-4d96-9b77-253465270985 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.247683 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca018af-7729-477e-b46a-c0db77cc4a6b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Pushing event updated for resources: {'Port': ['ID=72066ad9-81ac-4ae6-ba90-459e277774a3,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:16.266150 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ca018af-7729-477e-b46a-c0db77cc4a6b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3767069'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.270000 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-41ff5cff-3ce9-4d96-9b77-253465270985 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.274700 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-41ff5cff-3ce9-4d96-9b77-253465270985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.282378 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ca018af-7729-477e-b46a-c0db77cc4a6b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.283607 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-4ca018af-7729-477e-b46a-c0db77cc4a6b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9146025 Nov 22 17:00:16.314496 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-41ff5cff-3ce9-4d96-9b77-253465270985 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5e9df2b9db8746d3a4d17a7b8b1a121e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606523 Nov 22 17:00:16.315369 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff5cff-3ce9-4d96-9b77-253465270985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d77497d-c76a-4bb8-adef-4b45539aebe8,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:16.317799 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 48408) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:16.369699 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6df7bcab-dd10-449f-98ab-01eef5f4381b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.392138 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6df7bcab-dd10-449f-98ab-01eef5f4381b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.450282 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6df7bcab-dd10-449f-98ab-01eef5f4381b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.453074 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6df7bcab-dd10-449f-98ab-01eef5f4381b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.454218 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-6df7bcab-dd10-449f-98ab-01eef5f4381b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1d77497d-c76a-4bb8-adef-4b45539aebe8 HTTP/1.1" status: 204 len: 168 time: 0.1351585 Nov 22 17:00:16.469454 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7bcab-dd10-449f-98ab-01eef5f4381b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d77497d-c76a-4bb8-adef-4b45539aebe8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:16.513727 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-20ae2dc1-f2a1-4edc-b5e0-04b4b12ee05a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--983287787&fields=id&tenant_id=ea07513743f14c52a5a115f86dbb6b7b HTTP/1.1" status: 200 len: 267 time: 0.0583715 Nov 22 17:00:16.630442 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-d8577911-d373-4935-bd30-1937eaa4e44f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:16.631837 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-d8577911-d373-4935-bd30-1937eaa4e44f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/networks?id=d6f6393f-bc97-47fe-80bd-2ee6749913ab HTTP/1.1" status: 200 len: 817 time: 0.1097209 Nov 22 17:00:16.650356 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-78fcb9db-0857-4f96-8fc6-a5e843ce127b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/quotas/ea07513743f14c52a5a115f86dbb6b7b HTTP/1.1" status: 200 len: 375 time: 0.0126655 Nov 22 17:00:16.717293 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-b0e17198-d891-40ff-9210-5ac5f216b0ad tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ea07513743f14c52a5a115f86dbb6b7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588548 Nov 22 17:00:16.820583 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-7fcddfeb-3e3a-4e85-b864-d5f310cec940 service neutron] 10.222.0.75 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942719 Nov 22 17:00:17.152356 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-9afc987f-d60b-4807-b649-d1a3719c32fc service neutron] 10.222.0.75 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267033 Nov 22 17:00:17.567609 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9dbb8009-00ef-4c9d-9a4a-c0e73643d154 req-ffcf2134-9937-4e92-8314-4832689c420f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 210 time: 0.2644989 Nov 22 17:00:18.394254 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-d94af797-4b94-4522-8624-2038e6f1e747 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:18.396028 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-d94af797-4b94-4522-8624-2038e6f1e747 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.85 "GET /v2.0/networks?id=d6f6393f-bc97-47fe-80bd-2ee6749913ab HTTP/1.1" status: 200 len: 817 time: 0.1298532 Nov 22 17:00:18.463646 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-e6ec81ae-1f99-4d6b-879f-1ef1ce9bd0d2 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea07513743f14c52a5a115f86dbb6b7b HTTP/1.1" status: 200 len: 379 time: 0.0564325 Nov 22 17:00:18.476275 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-720448ff-1d91-493e-adfd-b5f09046662c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Request body: {'port': {'device_id': '10dca552-055b-4b28-accd-09b77678fa78', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'admin_state_up': True, 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'security_groups': ['df016a03-37af-4cd2-adf6-da3a468f5182']}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:18.590668 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-720448ff-1d91-493e-adfd-b5f09046662c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Made reservation on behalf of ea07513743f14c52a5a115f86dbb6b7b for: {'port': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:18.594268 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-720448ff-1d91-493e-adfd-b5f09046662c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.724192 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ce743ac7-b244-4c07-a731-71ba35221c96 req-08a89752-9a4e-4ec2-a4fb-4945f91d53d7 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 210 time: 0.0932016 Nov 22 17:00:18.741800 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-720448ff-1d91-493e-adfd-b5f09046662c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Allocated IP 172.20.0.10 (d6f6393f-bc97-47fe-80bd-2ee6749913ab/43573154-396f-4f70-9616-b22b08bbb1ff/d8d751ba-d87d-4640-8773-c70c75cf1459) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:18.888556 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-720448ff-1d91-493e-adfd-b5f09046662c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.921734 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-720448ff-1d91-493e-adfd-b5f09046662c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.964595 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-720448ff-1d91-493e-adfd-b5f09046662c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Network d6f6393f-bc97-47fe-80bd-2ee6749913ab is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:18.967742 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-720448ff-1d91-493e-adfd-b5f09046662c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:18.971346 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-720448ff-1d91-493e-adfd-b5f09046662c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:18.997048 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720448ff-1d91-493e-adfd-b5f09046662c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Pushing event updated for resources: {'Port': ['ID=d8d751ba-d87d-4640-8773-c70c75cf1459,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:19.028243 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-720448ff-1d91-493e-adfd-b5f09046662c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:19.028880 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-720448ff-1d91-493e-adfd-b5f09046662c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.045515 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-720448ff-1d91-493e-adfd-b5f09046662c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5734191 Nov 22 17:00:19.062397 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Request body: {'port': {'device_id': '10dca552-055b-4b28-accd-09b77678fa78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:19.117466 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.228411 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-f6d9a067-00a2-4dd6-91ab-0abe505562b6 None None] Provisioning complete for port d8d751ba-d87d-4640-8773-c70c75cf1459 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:19.229035 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f6d9a067-00a2-4dd6-91ab-0abe505562b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.273248 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f6d9a067-00a2-4dd6-91ab-0abe505562b6 None None] Port d8d751ba-d87d-4640-8773-c70c75cf1459 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:00:19.594234 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d751ba-d87d-4640-8773-c70c75cf1459 {{(pid=102627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:00:19.601388 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.614683 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.provisioning_blocks [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Transition to ACTIVE for port object d8d751ba-d87d-4640-8773-c70c75cf1459 will not be triggered until provisioned by entity L2. {{(pid=102627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:00:19.619333 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.667100 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d751ba-d87d-4640-8773-c70c75cf1459,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:19.739997 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Attempting to bind port d8d751ba-d87d-4640-8773-c70c75cf1459 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:19.740368 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Attempting to bind port d8d751ba-d87d-4640-8773-c70c75cf1459 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '08b04bd6-185b-4500-baa4-25a2c5232475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab'}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:19.740701 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Attempting to bind port d8d751ba-d87d-4640-8773-c70c75cf1459 on network d6f6393f-bc97-47fe-80bd-2ee6749913ab {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:19.745336 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Port d8d751ba-d87d-4640-8773-c70c75cf1459 on network d6f6393f-bc97-47fe-80bd-2ee6749913ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:00:19.745592 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Attempting to bind port d8d751ba-d87d-4640-8773-c70c75cf1459 on network d6f6393f-bc97-47fe-80bd-2ee6749913ab {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:19.750744 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:19.751079 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Checking segment: {'id': '08b04bd6-185b-4500-baa4-25a2c5232475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:19.751461 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Bound using segment: {'id': '08b04bd6-185b-4500-baa4-25a2c5232475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab'} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:19.752437 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Bound port: d8d751ba-d87d-4640-8773-c70c75cf1459, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b04bd6-185b-4500-baa4-25a2c5232475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab'}}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:19.752437 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.857015 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] For port d8d751ba-d87d-4640-8773-c70c75cf1459, host hv-cinder-77819, cleared binding levels {{(pid=102627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:19.866387 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74de9f-b4ff-4a56-842c-49f14327f25b req-030a237f-571e-4f56-85e0-4e6508b7fbcb tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:19.867909 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0c74de9f-b4ff-4a56-842c-49f14327f25b req-030a237f-571e-4f56-85e0-4e6508b7fbcb tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0700498 Nov 22 17:00:19.869690 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] For port d8d751ba-d87d-4640-8773-c70c75cf1459, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d8d751ba-d87d-4640-8773-c70c75cf1459,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:19.882086 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.940614 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:19.941246 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.943087 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] 10.222.0.85 "PUT /v2.0/ports/d8d751ba-d87d-4640-8773-c70c75cf1459 HTTP/1.1" status: 200 len: 1094 time: 0.8845513 Nov 22 17:00:19.943087 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dca552-055b-4b28-accd-09b77678fa78', 'tag': 'd8d751ba-d87d-4640-8773-c70c75cf1459'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:19.945378 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded9c154-8bc4-4838-96cb-c185d4080ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "10dca552-055b-4b28-accd-09b77678fa78", "tag": "d8d751ba-d87d-4640-8773-c70c75cf1459"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:19.976392 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0c74de9f-b4ff-4a56-842c-49f14327f25b req-f57628ef-38de-4c85-baab-40c986f51e28 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018596 Nov 22 17:00:19.977147 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3c2bb-fbec-478e-a1ef-a3ca4fbbfda8 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d751ba-d87d-4640-8773-c70c75cf1459,revision_number=3']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:19.984377 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56302ebf-96a5-4215-8e2c-a7e1908b739b x-openstack-request-id: req-56302ebf-96a5-4215-8e2c-a7e1908b739b {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:19.984674 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dca552-055b-4b28-accd-09b77678fa78", "tag": "d8d751ba-d87d-4640-8773-c70c75cf1459", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:19.984924 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-56302ebf-96a5-4215-8e2c-a7e1908b739b {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:19.985322 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dca552-055b-4b28-accd-09b77678fa78', 'tag': 'd8d751ba-d87d-4640-8773-c70c75cf1459', 'status': 'completed', 'code': 200} Nov 22 17:00:21.105905 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcdec3-5760-45e3-9685-1a25d3108eac req-37dd4ccf-b4b1-4c0f-8651-3f14916de8f5 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:21.107350 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-08bcdec3-5760-45e3-9685-1a25d3108eac req-37dd4ccf-b4b1-4c0f-8651-3f14916de8f5 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0502250 Nov 22 17:00:21.155052 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-08bcdec3-5760-45e3-9685-1a25d3108eac req-ad662cf6-471d-4330-a231-736e045d3893 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418122 Nov 22 17:00:22.157562 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9c154-8bc4-4838-96cb-c185d4080ce0 req-d7bd17bd-f96a-4e1d-99f1-61a25c214209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:22.158963 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ded9c154-8bc4-4838-96cb-c185d4080ce0 req-d7bd17bd-f96a-4e1d-99f1-61a25c214209 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea07513743f14c52a5a115f86dbb6b7b&device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 1097 time: 0.0444260 Nov 22 17:00:22.366443 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6896f0-e3d1-408f-9db7-c22e1fda9546 req-7ba9b2b9-4338-44c1-a8a3-a85cd893243c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:22.367920 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3f6896f0-e3d1-408f-9db7-c22e1fda9546 req-7ba9b2b9-4338-44c1-a8a3-a85cd893243c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.1351693 Nov 22 17:00:22.370817 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9c154-8bc4-4838-96cb-c185d4080ce0 req-8ce2b2d4-b934-43e2-8e73-e38e66a8ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:22.372117 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ded9c154-8bc4-4838-96cb-c185d4080ce0 req-8ce2b2d4-b934-43e2-8e73-e38e66a8ae7d service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=ea07513743f14c52a5a115f86dbb6b7b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2011149 Nov 22 17:00:22.520261 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3f6896f0-e3d1-408f-9db7-c22e1fda9546 req-6681023d-2981-4692-9877-84d334065235 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458356 Nov 22 17:00:22.577251 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9c154-8bc4-4838-96cb-c185d4080ce0 req-59baf756-07e3-4963-9466-a13dceb48ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:22.577251 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ded9c154-8bc4-4838-96cb-c185d4080ce0 req-59baf756-07e3-4963-9466-a13dceb48ddf service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1845648 Nov 22 17:00:22.654507 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-2ed2172c-ad95-4eda-bf18-421bc56d364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:22.655950 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-2ed2172c-ad95-4eda-bf18-421bc56d364d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea07513743f14c52a5a115f86dbb6b7b&device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 1097 time: 0.0397243 Nov 22 17:00:22.702104 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-d5c55c66-75e5-4989-84e1-625753f70de1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d751ba-d87d-4640-8773-c70c75cf1459 HTTP/1.1" status: 200 len: 217 time: 0.0353677 Nov 22 17:00:22.752884 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-911550d2-6f2f-4282-a6bd-cf7aa9ad81ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:22.754317 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-911550d2-6f2f-4282-a6bd-cf7aa9ad81ac service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43573154-396f-4f70-9616-b22b08bbb1ff HTTP/1.1" status: 200 len: 856 time: 0.0429180 Nov 22 17:00:22.800194 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-f67de3d3-3a51-485d-9b04-6636685815e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:22.801729 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-f67de3d3-3a51-485d-9b04-6636685815e9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d6f6393f-bc97-47fe-80bd-2ee6749913ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389662 Nov 22 17:00:22.893444 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-4a0224bf-d36b-48e5-93ea-5553f37a0ad3 service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827966 Nov 22 17:00:22.984077 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-447639ac-2505-41fd-b0d4-cda57c1dfa44 req-aa1bc1fe-3896-466c-88f5-ded042636b63 service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831101 Nov 22 17:00:23.645781 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b32d1-a3ce-413c-846a-dc65191c0244 req-cc9e40c1-a533-4cb0-8174-f92b254f67f8 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:23.647256 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f46b32d1-a3ce-413c-846a-dc65191c0244 req-cc9e40c1-a533-4cb0-8174-f92b254f67f8 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0502687 Nov 22 17:00:23.694925 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f46b32d1-a3ce-413c-846a-dc65191c0244 req-b22a86e5-35c6-4801-9f77-2d64c13661d3 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417466 Nov 22 17:00:24.815763 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64caf3ca-4c20-4944-9b05-58d6e8f09edb req-0e72eda1-96f9-4b40-b6b8-6ed9e6b17223 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:24.817944 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-64caf3ca-4c20-4944-9b05-58d6e8f09edb req-0e72eda1-96f9-4b40-b6b8-6ed9e6b17223 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0496418 Nov 22 17:00:24.869031 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-64caf3ca-4c20-4944-9b05-58d6e8f09edb req-b8bdeea7-6f53-484b-81f4-4f8b00620fbf tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447118 Nov 22 17:00:25.990760 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715ba68-ab37-4acf-879c-4fe37a953674 req-6f4054a3-39fb-4640-a7df-b7e040013d40 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:25.992255 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1715ba68-ab37-4acf-879c-4fe37a953674 req-6f4054a3-39fb-4640-a7df-b7e040013d40 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0484238 Nov 22 17:00:26.044537 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1715ba68-ab37-4acf-879c-4fe37a953674 req-06ddeb1f-52c0-49e0-83f4-cf9ff1ec3f05 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460579 Nov 22 17:00:27.167062 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8964f-af20-47eb-9d04-b2fb30a1e34d req-16473c33-38bf-474e-88ee-8f03706a5603 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:27.168577 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-25e8964f-af20-47eb-9d04-b2fb30a1e34d req-16473c33-38bf-474e-88ee-8f03706a5603 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0509701 Nov 22 17:00:27.218890 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-25e8964f-af20-47eb-9d04-b2fb30a1e34d req-3eb43cec-184f-45e0-a6d1-f1ae6c18bcdb tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440660 Nov 22 17:00:28.338647 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:28.343602 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfaf88-011d-4205-9ec3-facf77a82e90 req-8c1fdbe9-869c-4c80-be04-562732e52e77 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:28.345093 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7bdfaf88-011d-4205-9ec3-facf77a82e90 req-8c1fdbe9-869c-4c80-be04-562732e52e77 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0488675 Nov 22 17:00:28.395886 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7bdfaf88-011d-4205-9ec3-facf77a82e90 req-70ee478d-96d6-4db5-9742-c4159a1fcb06 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443993 Nov 22 17:00:29.514244 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc6456-dde3-48cd-84aa-9961ca0eccd9 req-95ec2621-dd9b-4e18-8476-26a441638985 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:29.515704 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2fcc6456-dde3-48cd-84aa-9961ca0eccd9 req-95ec2621-dd9b-4e18-8476-26a441638985 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0495956 Nov 22 17:00:29.563922 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2fcc6456-dde3-48cd-84aa-9961ca0eccd9 req-3b21125c-9564-40a9-9870-d7d2e17a78e4 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421605 Nov 22 17:00:30.622723 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device d8d751ba-d87d-4640-8773-c70c75cf1459 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:00:30.683381 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4b94c-3365-42ee-a112-f9479281a0d2 req-1f7384d1-64f1-4922-9e8c-93cc35bc12c0 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:30.685263 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-59e4b94c-3365-42ee-a112-f9479281a0d2 req-1f7384d1-64f1-4922-9e8c-93cc35bc12c0 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0491436 Nov 22 17:00:30.723197 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port d8d751ba-d87d-4640-8773-c70c75cf1459, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d8d751ba-d87d-4640-8773-c70c75cf1459,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:30.734807 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': 'd8d751ba-d87d-4640-8773-c70c75cf1459', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'port_id': 'd8d751ba-d87d-4640-8773-c70c75cf1459', 'mac_address': 'fa:16:3e:7e:f4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:00:30.739551 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-59e4b94c-3365-42ee-a112-f9479281a0d2 req-4573eef5-99d1-4a16-bd00-5ea2f8ece481 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487208 Nov 22 17:00:30.773930 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.787571 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d751ba-d87d-4640-8773-c70c75cf1459 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:00:30.807028 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port d8d751ba-d87d-4640-8773-c70c75cf1459, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d8d751ba-d87d-4640-8773-c70c75cf1459,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:30.811017 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.861861 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=d8d751ba-d87d-4640-8773-c70c75cf1459,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:30.869205 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.869550 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.869888 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.870217 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.870544 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.870872 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.871197 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.871521 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.871863 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.872213 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.872536 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.872853 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:31.171270 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['d8d751ba-d87d-4640-8773-c70c75cf1459'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:00:31.863566 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf01d6-607d-4e42-8744-f0d8ecd93ddb req-2f7960e1-a195-4053-8004-4d1f97d2133b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:31.865745 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-78cf01d6-607d-4e42-8744-f0d8ecd93ddb req-2f7960e1-a195-4053-8004-4d1f97d2133b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 945 time: 0.0546110 Nov 22 17:00:31.919916 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-78cf01d6-607d-4e42-8744-f0d8ecd93ddb req-49be9d8e-94e7-42d1-80a0-2ac8091aafcf tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478268 Nov 22 17:00:32.322637 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device d8d751ba-d87d-4640-8773-c70c75cf1459 up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:32.387828 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port d8d751ba-d87d-4640-8773-c70c75cf1459 completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:00:32.391641 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port d8d751ba-d87d-4640-8773-c70c75cf1459 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:32.392063 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:32.474348 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:32.502048 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dca552-055b-4b28-accd-09b77678fa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d751ba-d87d-4640-8773-c70c75cf1459'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:32.504769 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc46448-dfaa-4101-9d78-a2b4e2f98a28" -d '{"events": [{"server_uuid": "10dca552-055b-4b28-accd-09b77678fa78", "name": "network-vif-plugged", "status": "completed", "tag": "d8d751ba-d87d-4640-8773-c70c75cf1459"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:32.517404 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port d8d751ba-d87d-4640-8773-c70c75cf1459, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d8d751ba-d87d-4640-8773-c70c75cf1459,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:32.523339 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:32.550323 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac3b1e7-0fe8-45c0-affa-84fd067648dc x-openstack-request-id: req-4ac3b1e7-0fe8-45c0-affa-84fd067648dc {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:32.550608 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dca552-055b-4b28-accd-09b77678fa78", "name": "network-vif-plugged", "status": "completed", "tag": "d8d751ba-d87d-4640-8773-c70c75cf1459", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:32.550854 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4ac3b1e7-0fe8-45c0-affa-84fd067648dc {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:32.551230 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dca552-055b-4b28-accd-09b77678fa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d751ba-d87d-4640-8773-c70c75cf1459', 'code': 200} Nov 22 17:00:32.584805 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=d8d751ba-d87d-4640-8773-c70c75cf1459,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:32.781641 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b97d4-fbae-4a2f-b5df-706e40a7b0c8 req-49e6ffb2-e6e0-405d-ad3d-a99812b762fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:32.783131 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c01b97d4-fbae-4a2f-b5df-706e40a7b0c8 req-49e6ffb2-e6e0-405d-ad3d-a99812b762fd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 1099 time: 0.0845096 Nov 22 17:00:32.837954 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c01b97d4-fbae-4a2f-b5df-706e40a7b0c8 req-18e18374-696c-40b8-a67c-5065566d76a4 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441093 Nov 22 17:00:33.140879 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e84d5-6f26-4d53-a536-ce7f080671b6 req-5ecc7153-1ff7-4793-9f22-c265fe564ea5 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:33.142347 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-744e84d5-6f26-4d53-a536-ce7f080671b6 req-5ecc7153-1ff7-4793-9f22-c265fe564ea5 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0520697 Nov 22 17:00:33.189751 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-744e84d5-6f26-4d53-a536-ce7f080671b6 req-7df7280f-1dde-4e3d-9d33-421eaaee6c80 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413408 Nov 22 17:00:34.314200 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928b5e9-0720-4bd4-b8a7-4fcfd157b627 req-98d95cdb-c193-4b23-9c60-0ea67060efd5 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:34.315906 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9928b5e9-0720-4bd4-b8a7-4fcfd157b627 req-98d95cdb-c193-4b23-9c60-0ea67060efd5 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0526922 Nov 22 17:00:34.368095 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9928b5e9-0720-4bd4-b8a7-4fcfd157b627 req-3d297bd2-25ab-453b-97b4-6f4668b9bc21 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460775 Nov 22 17:00:35.486884 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2548d7-7d19-4e21-9f4a-779013b29cc7 req-307b787c-c3a2-4c66-b5fd-95304e33c618 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:35.488359 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6d2548d7-7d19-4e21-9f4a-779013b29cc7 req-307b787c-c3a2-4c66-b5fd-95304e33c618 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0482183 Nov 22 17:00:35.535347 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6d2548d7-7d19-4e21-9f4a-779013b29cc7 req-0ee30d32-6f9e-4fdc-8285-3732b3584564 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411637 Nov 22 17:00:36.651768 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317692a4-4ed7-48f3-970e-3b52c6c6ba58 req-84b98eb7-4b2d-484e-a41a-f819b4d5ae9d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:36.653181 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-317692a4-4ed7-48f3-970e-3b52c6c6ba58 req-84b98eb7-4b2d-484e-a41a-f819b4d5ae9d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0477898 Nov 22 17:00:36.698731 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-317692a4-4ed7-48f3-970e-3b52c6c6ba58 req-f5395242-3ec9-4b11-95c4-e55499857d9e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397053 Nov 22 17:00:37.202951 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-28b8e6f8-1f39-48c2-b812-1c2a28e0ff32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:37.827660 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6eae9-e14e-4919-acf5-8b0357cf9ee4 req-4f36c61c-5ce7-449a-bd3d-033572e722ff tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:37.829143 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-06c6eae9-e14e-4919-acf5-8b0357cf9ee4 req-4f36c61c-5ce7-449a-bd3d-033572e722ff tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0475326 Nov 22 17:00:37.878277 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-06c6eae9-e14e-4919-acf5-8b0357cf9ee4 req-aca5ad6a-c58a-4f07-8680-14bd11f9df7e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426474 Nov 22 17:00:38.003654 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3a67e-715b-498a-9fc8-0d6856d80f04 req-84c0a6da-8845-4804-b0d3-d144b7be95bf tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:38.005170 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fba3a67e-715b-498a-9fc8-0d6856d80f04 req-84c0a6da-8845-4804-b0d3-d144b7be95bf tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0572808 Nov 22 17:00:38.014425 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 48690) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:38.018963 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-edf66a39-db6a-4fee-98ca-42a470d2a5a6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Request body: {'floatingip': {'port_id': 'd8d751ba-d87d-4640-8773-c70c75cf1459'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:38.091189 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-edf66a39-db6a-4fee-98ca-42a470d2a5a6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for floatingip, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:38.691830 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-edf66a39-db6a-4fee-98ca-42a470d2a5a6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:38.696319 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-edf66a39-db6a-4fee-98ca-42a470d2a5a6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3767069'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:38.801436 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-edf66a39-db6a-4fee-98ca-42a470d2a5a6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Floating IP 76e6c16c-ade0-4898-be3d-ef4829a9b3b9 associated. External IP: 172.27.0.180, port: d8d751ba-d87d-4640-8773-c70c75cf1459. Nov 22 17:00:38.825638 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48700) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:38.945351 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3626c0fd-7c6d-44a2-ad34-259d9e58fa21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.027978 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3626c0fd-7c6d-44a2-ad34-259d9e58fa21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.028287 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf66a39-db6a-4fee-98ca-42a470d2a5a6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Router 8b2e551f-5f5a-4799-9e02-427e5bd9855d has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:00:39.032969 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3626c0fd-7c6d-44a2-ad34-259d9e58fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.071635 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626c0fd-7c6d-44a2-ad34-259d9e58fa21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c612baa-acc5-4336-8dff-d95a53740620,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:39.076574 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-3626c0fd-7c6d-44a2-ad34-259d9e58fa21 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fdcab434ab0f4a1b95e6c9d83dc83f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497110 Nov 22 17:00:39.079618 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 48710) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:39.082205 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626c0fd-7c6d-44a2-ad34-259d9e58fa21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.082529 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626c0fd-7c6d-44a2-ad34-259d9e58fa21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.082894 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626c0fd-7c6d-44a2-ad34-259d9e58fa21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.083307 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626c0fd-7c6d-44a2-ad34-259d9e58fa21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.084199 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626c0fd-7c6d-44a2-ad34-259d9e58fa21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.084537 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626c0fd-7c6d-44a2-ad34-259d9e58fa21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.084901 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626c0fd-7c6d-44a2-ad34-259d9e58fa21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.085242 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626c0fd-7c6d-44a2-ad34-259d9e58fa21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.085569 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626c0fd-7c6d-44a2-ad34-259d9e58fa21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.085906 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626c0fd-7c6d-44a2-ad34-259d9e58fa21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.086279 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626c0fd-7c6d-44a2-ad34-259d9e58fa21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.086620 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626c0fd-7c6d-44a2-ad34-259d9e58fa21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.176789 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4142bee-8657-45be-8809-6c3172c0cd0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.180250 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf66a39-db6a-4fee-98ca-42a470d2a5a6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:39.185731 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-edf66a39-db6a-4fee-98ca-42a470d2a5a6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.190944 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac5bfca-7208-4b9b-8605-9808a7b3271b None None] Sync routers for ids ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:39.200992 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac5bfca-7208-4b9b-8605-9808a7b3271b None None] Routers {'8b2e551f-5f5a-4799-9e02-427e5bd9855d'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:39.201675 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-bac5bfca-7208-4b9b-8605-9808a7b3271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:00:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:39.224525 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4142bee-8657-45be-8809-6c3172c0cd0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.230103 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-edf66a39-db6a-4fee-98ca-42a470d2a5a6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "PUT /v2.0/floatingips/76e6c16c-ade0-4898-be3d-ef4829a9b3b9 HTTP/1.1" status: 200 len: 992 time: 1.2118788 Nov 22 17:00:39.234073 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dca552-055b-4b28-accd-09b77678fa78', 'tag': 'd8d751ba-d87d-4640-8773-c70c75cf1459'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:39.237572 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1558ded7-d7d7-4b6b-afbe-8aebfaec2011" -d '{"events": [{"name": "network-changed", "server_uuid": "10dca552-055b-4b28-accd-09b77678fa78", "tag": "d8d751ba-d87d-4640-8773-c70c75cf1459"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:39.289669 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4142bee-8657-45be-8809-6c3172c0cd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.292573 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4142bee-8657-45be-8809-6c3172c0cd0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.293847 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d4142bee-8657-45be-8809-6c3172c0cd0e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8c612baa-acc5-4336-8dff-d95a53740620 HTTP/1.1" status: 204 len: 168 time: 0.2132025 Nov 22 17:00:39.303103 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4142bee-8657-45be-8809-6c3172c0cd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c612baa-acc5-4336-8dff-d95a53740620,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:39.311198 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4142bee-8657-45be-8809-6c3172c0cd0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.311555 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4142bee-8657-45be-8809-6c3172c0cd0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.311898 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4142bee-8657-45be-8809-6c3172c0cd0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.312471 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4142bee-8657-45be-8809-6c3172c0cd0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.313401 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4142bee-8657-45be-8809-6c3172c0cd0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.313897 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4142bee-8657-45be-8809-6c3172c0cd0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.314440 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4142bee-8657-45be-8809-6c3172c0cd0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.314940 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4142bee-8657-45be-8809-6c3172c0cd0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.315436 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4142bee-8657-45be-8809-6c3172c0cd0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.316241 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4142bee-8657-45be-8809-6c3172c0cd0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.316761 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4142bee-8657-45be-8809-6c3172c0cd0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.317246 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4142bee-8657-45be-8809-6c3172c0cd0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:39.328249 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-bac5bfca-7208-4b9b-8605-9808a7b3271b None None] Set router 8b2e551f-5f5a-4799-9e02-427e5bd9855d gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:39.422596 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9365692a-e6d8-41c5-b6af-266063f619b8 x-openstack-request-id: req-9365692a-e6d8-41c5-b6af-266063f619b8 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:39.423101 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dca552-055b-4b28-accd-09b77678fa78", "tag": "d8d751ba-d87d-4640-8773-c70c75cf1459", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:39.423536 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9365692a-e6d8-41c5-b6af-266063f619b8 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:39.424125 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dca552-055b-4b28-accd-09b77678fa78', 'tag': 'd8d751ba-d87d-4640-8773-c70c75cf1459', 'status': 'completed', 'code': 200} Nov 22 17:00:39.493061 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558ded7-d7d7-4b6b-afbe-8aebfaec2011 req-fcc23b81-2aa1-40f0-864e-33888244d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:39.494809 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1558ded7-d7d7-4b6b-afbe-8aebfaec2011 req-fcc23b81-2aa1-40f0-864e-33888244d9b5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea07513743f14c52a5a115f86dbb6b7b&device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 1099 time: 0.0448530 Nov 22 17:00:39.599879 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558ded7-d7d7-4b6b-afbe-8aebfaec2011 req-8bb2860e-2ccf-4f18-8e29-b39e88f1fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:39.601772 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1558ded7-d7d7-4b6b-afbe-8aebfaec2011 req-8bb2860e-2ccf-4f18-8e29-b39e88f1fca7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d6f6393f-bc97-47fe-80bd-2ee6749913ab HTTP/1.1" status: 200 len: 919 time: 0.0988345 Nov 22 17:00:39.684461 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1558ded7-d7d7-4b6b-afbe-8aebfaec2011 req-f663e783-5bdc-4f00-9011-0197a8173b92 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d751ba-d87d-4640-8773-c70c75cf1459 HTTP/1.1" status: 200 len: 1000 time: 0.0727060 Nov 22 17:00:39.690045 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-06741ef2-93a1-4bd5-aafe-972acd8408ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.745489 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558ded7-d7d7-4b6b-afbe-8aebfaec2011 req-604fa3f3-cb3c-4e68-bd79-2edf8c14b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:39.747041 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1558ded7-d7d7-4b6b-afbe-8aebfaec2011 req-604fa3f3-cb3c-4e68-bd79-2edf8c14b4d6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43573154-396f-4f70-9616-b22b08bbb1ff HTTP/1.1" status: 200 len: 856 time: 0.0505521 Nov 22 17:00:39.787100 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-bac5bfca-7208-4b9b-8605-9808a7b3271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '88b34b47-f612-40a3-ab69-0135e8034549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 4, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port': {'id': '88b34b47-f612-40a3-ab69-0135e8034549', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:19Z', 'updated_at': '2021-11-22T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': '76e6c16c-ade0-4898-be3d-ef4829a9b3b9', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'port_id': 'd8d751ba-d87d-4640-8773-c70c75cf1459', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'mac_address': 'fa:16:3e:7e:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dca552-055b-4b28-accd-09b77678fa78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:00:15Z', 'updated_at': '2021-11-22T17:00:38Z', 'revision_number': 1, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40cd444a-6c29-4d95-a485-874577a37fc2', 'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'mac_address': 'fa:16:3e:b7:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:24Z', 'updated_at': '2021-11-22T16:55:36Z', 'revision_number': 5, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'subnets': [{'id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:39.803205 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558ded7-d7d7-4b6b-afbe-8aebfaec2011 req-8f9bce00-1c47-463f-8214-55cb5b4e4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:39.804971 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1558ded7-d7d7-4b6b-afbe-8aebfaec2011 req-8f9bce00-1c47-463f-8214-55cb5b4e4c44 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d6f6393f-bc97-47fe-80bd-2ee6749913ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458186 Nov 22 17:00:39.816439 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac5bfca-7208-4b9b-8605-9808a7b3271b None None] Checking router: 8b2e551f-5f5a-4799-9e02-427e5bd9855d for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:39.828845 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac5bfca-7208-4b9b-8605-9808a7b3271b None None] Routers {'8b2e551f-5f5a-4799-9e02-427e5bd9855d'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:39.829637 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-bac5bfca-7208-4b9b-8605-9808a7b3271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:00:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:39.909019 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1558ded7-d7d7-4b6b-afbe-8aebfaec2011 req-674191f4-2f84-4f35-bdd5-efa02f5f2689 service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913212 Nov 22 17:00:39.955422 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-bac5bfca-7208-4b9b-8605-9808a7b3271b None None] Set router 8b2e551f-5f5a-4799-9e02-427e5bd9855d gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:40.018345 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1558ded7-d7d7-4b6b-afbe-8aebfaec2011 req-f1e4d3b0-9e0d-4a8c-93e7-9b91f576ac10 service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997190 Nov 22 17:00:40.075088 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 48742) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:40.201407 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-53e856c3-985c-404e-80ff-10d40610cf3b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-314871983-network', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:40.226038 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e856c3-985c-404e-80ff-10d40610cf3b admin admin] Made reservation on behalf of 234dfc34b8c44fabbcc37105ad6737a9 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:40.228542 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-53e856c3-985c-404e-80ff-10d40610cf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.240041 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-53e856c3-985c-404e-80ff-10d40610cf3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.250562 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-bac5bfca-7208-4b9b-8605-9808a7b3271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '88b34b47-f612-40a3-ab69-0135e8034549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 4, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port': {'id': '88b34b47-f612-40a3-ab69-0135e8034549', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:19Z', 'updated_at': '2021-11-22T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': '76e6c16c-ade0-4898-be3d-ef4829a9b3b9', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'port_id': 'd8d751ba-d87d-4640-8773-c70c75cf1459', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'mac_address': 'fa:16:3e:7e:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dca552-055b-4b28-accd-09b77678fa78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:00:15Z', 'updated_at': '2021-11-22T17:00:38Z', 'revision_number': 1, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40cd444a-6c29-4d95-a485-874577a37fc2', 'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'mac_address': 'fa:16:3e:b7:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:24Z', 'updated_at': '2021-11-22T16:55:36Z', 'revision_number': 5, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'subnets': [{'id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:40.281387 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac5bfca-7208-4b9b-8605-9808a7b3271b None None] The sync data for ids ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'] in dv-cinder-778193-11-iscsi is: [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '88b34b47-f612-40a3-ab69-0135e8034549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 4, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port': {'id': '88b34b47-f612-40a3-ab69-0135e8034549', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:19Z', 'updated_at': '2021-11-22T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': '76e6c16c-ade0-4898-be3d-ef4829a9b3b9', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'port_id': 'd8d751ba-d87d-4640-8773-c70c75cf1459', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'mac_address': 'fa:16:3e:7e:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dca552-055b-4b28-accd-09b77678fa78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:00:15Z', 'updated_at': '2021-11-22T17:00:38Z', 'revision_number': 1, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40cd444a-6c29-4d95-a485-874577a37fc2', 'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'mac_address': 'fa:16:3e:b7:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:24Z', 'updated_at': '2021-11-22T16:55:36Z', 'revision_number': 5, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'subnets': [{'id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:40.354637 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-53e856c3-985c-404e-80ff-10d40610cf3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.358715 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-53e856c3-985c-404e-80ff-10d40610cf3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.398990 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e856c3-985c-404e-80ff-10d40610cf3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1216} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:00:40.414301 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e856c3-985c-404e-80ff-10d40610cf3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a3aef4-f978-4dc9-9bca-91720507e847,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:40.419645 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-53e856c3-985c-404e-80ff-10d40610cf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.419987 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-53e856c3-985c-404e-80ff-10d40610cf3b admin admin] Added segment d6aafc62-38ed-4efa-a2e7-5412652ae8b9 of type vlan for network f1499780-a371-42fe-b888-7375a93e2941 Nov 22 17:00:40.467887 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-53e856c3-985c-404e-80ff-10d40610cf3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736619566340'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.495425 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-53e856c3-985c-404e-80ff-10d40610cf3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.496438 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e856c3-985c-404e-80ff-10d40610cf3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:40.497044 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-53e856c3-985c-404e-80ff-10d40610cf3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.563025 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-53e856c3-985c-404e-80ff-10d40610cf3b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4839847 Nov 22 17:00:40.563631 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48750) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:40.569437 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-0f6baeb7-531d-4799-9915-fcdf4132882d admin admin] Request body: {'subnet': {'network_id': 'f1499780-a371-42fe-b888-7375a93e2941', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-314871983-subnet', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:40.570688 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc2db2-4782-41e6-899f-17ce04977e2b None None] New status for floating IP 76e6c16c-ade0-4898-be3d-ef4829a9b3b9: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:00:40.572527 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e856c3-985c-404e-80ff-10d40610cf3b admin admin] Pushing event updated for resources: {'Network': ['ID=f1499780-a371-42fe-b888-7375a93e2941,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:40.587374 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Network f1499780-a371-42fe-b888-7375a93e2941 details requested by agent ovs-agent-dv-cinder-778193-11-iscsi with host dv-cinder-778193-11-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:00:40.594691 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6baeb7-531d-4799-9915-fcdf4132882d admin admin] Made reservation on behalf of 234dfc34b8c44fabbcc37105ad6737a9 for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:40.597815 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0f6baeb7-531d-4799-9915-fcdf4132882d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29185990'] for subnet, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.817742 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0f6baeb7-531d-4799-9915-fcdf4132882d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25506053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29186024'] for subnet, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.873259 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6baeb7-531d-4799-9915-fcdf4132882d admin admin] Pushing event updated for resources: {'Subnet': ['ID=327dd3ea-04ce-4476-b99d-9d2373ff6452,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:40.887301 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6baeb7-531d-4799-9915-fcdf4132882d admin admin] Checking segment: {'id': 'd6aafc62-38ed-4efa-a2e7-5412652ae8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:40.887658 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6baeb7-531d-4799-9915-fcdf4132882d admin admin] Network hostable DHCP agents. Network: f1499780-a371-42fe-b888-7375a93e2941, hostable agents: ['adaf967d-dae0-466d-8f0c-362e3950e29c'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:00:40.909042 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6baeb7-531d-4799-9915-fcdf4132882d admin admin] Network f1499780-a371-42fe-b888-7375a93e2941 is scheduled to be hosted by DHCP agent adaf967d-dae0-466d-8f0c-362e3950e29c with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:00:40.920041 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-0f6baeb7-531d-4799-9915-fcdf4132882d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-11-iscsi, f1499780-a371-42fe-b888-7375a93e2941) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:40.921937 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.924652 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6baeb7-531d-4799-9915-fcdf4132882d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:40.925054 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0f6baeb7-531d-4799-9915-fcdf4132882d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.930904 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dda8fc5-facf-418c-85cb-8922bed5ee85 None None] Network f1499780-a371-42fe-b888-7375a93e2941 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:40.945832 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-0f6baeb7-531d-4799-9915-fcdf4132882d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3810210 Nov 22 17:00:40.948526 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48752) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:40.953972 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-4a295084-96d4-4a45-8386-7511694e404d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-314871983-router', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:40.976534 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4a295084-96d4-4a45-8386-7511694e404d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9930'] for router, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.977618 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4a295084-96d4-4a45-8386-7511694e404d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3689828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10041'] for router, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.031434 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4a295084-96d4-4a45-8386-7511694e404d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.081198 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4d7641c-f5a9-513a-9605-0fe7cfc59e29-f1499780-a371-42fe-b888-7375a93e2941', 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'fixed_ips': [{'subnet_id': '327dd3ea-04ce-4476-b99d-9d2373ff6452'}]}} from dv-cinder-778193-11-iscsi. {{(pid=102629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:00:41.081563 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.166817 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4a295084-96d4-4a45-8386-7511694e404d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.235406 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] Allocated IP 172.20.0.2 (f1499780-a371-42fe-b888-7375a93e2941/327dd3ea-04ce-4476-b99d-9d2373ff6452/1b6d6fe5-ae70-46c3-88da-35401498146b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:41.387223 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.394750 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4a295084-96d4-4a45-8386-7511694e404d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.395064 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.415805 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4a295084-96d4-4a45-8386-7511694e404d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.443513 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] Network f1499780-a371-42fe-b888-7375a93e2941 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:41.448950 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:41.453428 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:41.462600 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] Pushing event updated for resources: {'Port': ['ID=1b6d6fe5-ae70-46c3-88da-35401498146b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:41.529110 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] Attempting to bind port 1b6d6fe5-ae70-46c3-88da-35401498146b on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:41.529478 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] Attempting to bind port 1b6d6fe5-ae70-46c3-88da-35401498146b by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': 'd6aafc62-38ed-4efa-a2e7-5412652ae8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:41.529835 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] Attempting to bind port 1b6d6fe5-ae70-46c3-88da-35401498146b on network f1499780-a371-42fe-b888-7375a93e2941 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:41.534074 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-4a295084-96d4-4a45-8386-7511694e404d admin admin] Allocated IP 172.27.0.166 (d3425354-8fe0-452b-a94a-32f4eb04cb86/91bd23ed-08b5-4bc5-9b3d-886376dc3ccb/14bee88f-b9e9-46e3-b9fb-dfd9744260a2) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:41.535074 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:41.535452 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] Checking segment: {'id': 'd6aafc62-38ed-4efa-a2e7-5412652ae8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:41.535849 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.536274 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] Bound using segment: {'id': 'd6aafc62-38ed-4efa-a2e7-5412652ae8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:41.540704 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] Bound port: 1b6d6fe5-ae70-46c3-88da-35401498146b, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6aafc62-38ed-4efa-a2e7-5412652ae8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:41.540704 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.602616 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] For port 1b6d6fe5-ae70-46c3-88da-35401498146b, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:41.606036 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] For port 1b6d6fe5-ae70-46c3-88da-35401498146b, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=1b6d6fe5-ae70-46c3-88da-35401498146b,segment=NetworkSegment(d6aafc62-38ed-4efa-a2e7-5412652ae8b9),segment_id=d6aafc62-38ed-4efa-a2e7-5412652ae8b9)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:41.609613 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.638560 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4a295084-96d4-4a45-8386-7511694e404d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.675146 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92e2ed-d710-4091-a5ba-dfc44c802473 None None] Pushing event updated for resources: {'Port': ['ID=1b6d6fe5-ae70-46c3-88da-35401498146b,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:41.680087 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4a295084-96d4-4a45-8386-7511694e404d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.720979 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a295084-96d4-4a45-8386-7511694e404d admin admin] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:41.724399 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-4a295084-96d4-4a45-8386-7511694e404d admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:41.727903 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a295084-96d4-4a45-8386-7511694e404d admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:41.733475 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a295084-96d4-4a45-8386-7511694e404d admin admin] Pushing event updated for resources: {'Port': ['ID=14bee88f-b9e9-46e3-b9fb-dfd9744260a2,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:42.004545 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4a295084-96d4-4a45-8386-7511694e404d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.191936 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.435057 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4a295084-96d4-4a45-8386-7511694e404d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309569'] for router, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.532442 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48768) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:42.598812 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a295084-96d4-4a45-8386-7511694e404d admin admin] Router 253aca72-205c-4ae4-bca1-a3cb6959228e is scheduled to L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 with binding_index 1 {{(pid=102627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:00:42.600651 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d261ba3-84f9-4a70-b96d-1984d9bddd4b None None] Network f1499780-a371-42fe-b888-7375a93e2941 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:42.703046 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-dc93bbf4-4d39-4a2a-95d4-43f625c4afe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.721737 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-4ed4c22f-b003-49f0-afca-f545c2b4711c None None] Provisioning complete for port 1b6d6fe5-ae70-46c3-88da-35401498146b triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:42.722099 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4ed4c22f-b003-49f0-afca-f545c2b4711c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.748262 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a295084-96d4-4a45-8386-7511694e404d admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:42.763922 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] Sync routers for ids ['253aca72-205c-4ae4-bca1-a3cb6959228e'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:42.772818 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4a295084-96d4-4a45-8386-7511694e404d admin admin] Publish callbacks [] for router, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.774047 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-4a295084-96d4-4a45-8386-7511694e404d admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8244581 Nov 22 17:00:42.777029 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 48774) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:42.801075 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] Routers {'253aca72-205c-4ae4-bca1-a3cb6959228e'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:42.801680 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:00:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['253aca72-205c-4ae4-bca1-a3cb6959228e'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:42.821130 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-dc93bbf4-4d39-4a2a-95d4-43f625c4afe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.825362 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-dc93bbf4-4d39-4a2a-95d4-43f625c4afe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.867912 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-dc93bbf4-4d39-4a2a-95d4-43f625c4afe7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ab6e563968e842e0993cfbfb7246249c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3336284 Nov 22 17:00:42.869207 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93bbf4-4d39-4a2a-95d4-43f625c4afe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860f42ad-2fea-477e-ae57-11053f08bdeb,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:42.870022 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 48776) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:42.940657 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4ed4c22f-b003-49f0-afca-f545c2b4711c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.966397 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] Set router 253aca72-205c-4ae4-bca1-a3cb6959228e gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:42.976049 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0b39edb6-86bd-4011-ab64-d5032ad6824e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.032794 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0b39edb6-86bd-4011-ab64-d5032ad6824e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.077301 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-4ed4c22f-b003-49f0-afca-f545c2b4711c None None] For port 1b6d6fe5-ae70-46c3-88da-35401498146b, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=1b6d6fe5-ae70-46c3-88da-35401498146b,segment=NetworkSegment(d6aafc62-38ed-4efa-a2e7-5412652ae8b9),segment_id=d6aafc62-38ed-4efa-a2e7-5412652ae8b9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:43.085063 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4ed4c22f-b003-49f0-afca-f545c2b4711c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.176700 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.180156 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4c22f-b003-49f0-afca-f545c2b4711c None None] Pushing event updated for resources: {'Port': ['ID=1b6d6fe5-ae70-46c3-88da-35401498146b,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:43.230343 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-7fa82abc-bacb-47bc-8d4c-8055c4c4f417 None None] Provisioning complete for port 1b6d6fe5-ae70-46c3-88da-35401498146b triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:43.230712 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7fa82abc-bacb-47bc-8d4c-8055c4c4f417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.284049 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'name': 'tempest-TestShelveInstance-314871983-router', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:40Z', 'updated_at': '2021-11-22T17:00:41Z', 'revision_number': 3, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'gw_port': {'id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:31:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:43.314638 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] Checking router: 253aca72-205c-4ae4-bca1-a3cb6959228e for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:43.314992 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] Updating router 253aca72-205c-4ae4-bca1-a3cb6959228e port 14bee88f-b9e9-46e3-b9fb-dfd9744260a2 binding host dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:00:43.376572 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0b39edb6-86bd-4011-ab64-d5032ad6824e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.379133 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0b39edb6-86bd-4011-ab64-d5032ad6824e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.383233 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-0b39edb6-86bd-4011-ab64-d5032ad6824e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/860f42ad-2fea-477e-ae57-11053f08bdeb HTTP/1.1" status: 204 len: 168 time: 0.5075774 Nov 22 17:00:43.401080 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39edb6-86bd-4011-ab64-d5032ad6824e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860f42ad-2fea-477e-ae57-11053f08bdeb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:43.517511 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.532272 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55e44df3-c5e3-4ab1-b396-b619d256a535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.652205 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 1b6d6fe5-ae70-46c3-88da-35401498146b up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:43.742265 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-55e44df3-c5e3-4ab1-b396-b619d256a535 admin admin] Allocated IP 172.20.0.1 (f1499780-a371-42fe-b888-7375a93e2941/327dd3ea-04ce-4476-b99d-9d2373ff6452/7a9e3d30-5497-45cc-b57d-414da40a502a) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:43.786116 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 1b6d6fe5-ae70-46c3-88da-35401498146b triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:43.786423 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.863832 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55e44df3-c5e3-4ab1-b396-b619d256a535 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.903029 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55e44df3-c5e3-4ab1-b396-b619d256a535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.915933 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.923484 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.949036 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e44df3-c5e3-4ab1-b396-b619d256a535 admin admin] Network f1499780-a371-42fe-b888-7375a93e2941 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:43.955845 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-55e44df3-c5e3-4ab1-b396-b619d256a535 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:43.959787 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e44df3-c5e3-4ab1-b396-b619d256a535 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:43.984029 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e44df3-c5e3-4ab1-b396-b619d256a535 admin admin] Pushing event updated for resources: {'Port': ['ID=7a9e3d30-5497-45cc-b57d-414da40a502a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:43.990485 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] Attempting to bind port 14bee88f-b9e9-46e3-b9fb-dfd9744260a2 on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:43.990852 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] Attempting to bind port 14bee88f-b9e9-46e3-b9fb-dfd9744260a2 by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:43.991418 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] Attempting to bind port 14bee88f-b9e9-46e3-b9fb-dfd9744260a2 on network d3425354-8fe0-452b-a94a-32f4eb04cb86 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:44.002833 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:44.003207 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] Checking segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:44.003773 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.004193 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] Bound using segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:44.004664 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] Bound port: 14bee88f-b9e9-46e3-b9fb-dfd9744260a2, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:44.004983 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55e44df3-c5e3-4ab1-b396-b619d256a535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833062'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.005660 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.037978 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fcda5-810c-4f22-8874-280d75454a8c None None] Pushing event updated for resources: {'Port': ['ID=14bee88f-b9e9-46e3-b9fb-dfd9744260a2,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:44.086110 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] For port 14bee88f-b9e9-46e3-b9fb-dfd9744260a2, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:44.089607 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] For port 14bee88f-b9e9-46e3-b9fb-dfd9744260a2, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=14bee88f-b9e9-46e3-b9fb-dfd9744260a2,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:44.094598 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.152512 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] Routers {'253aca72-205c-4ae4-bca1-a3cb6959228e'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:44.153468 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:00:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['253aca72-205c-4ae4-bca1-a3cb6959228e'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:44.166057 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55e44df3-c5e3-4ab1-b396-b619d256a535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.180344 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48800) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:44.192517 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fcda5-810c-4f22-8874-280d75454a8c None None] Pushing event updated for resources: {'Port': ['ID=14bee88f-b9e9-46e3-b9fb-dfd9744260a2,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:44.276832 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-2f951c50-bc15-4147-bc00-295c992b7899 None None] Provisioning complete for port 7a9e3d30-5497-45cc-b57d-414da40a502a triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:44.277292 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f951c50-bc15-4147-bc00-295c992b7899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.304263 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] Set router 253aca72-205c-4ae4-bca1-a3cb6959228e gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:44.308171 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-1c4c9a55-fc67-40f0-b74f-558092808645 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-385837929-network', 'tenant_id': '90c27cfbb1774ccd866b2882bce32e8b'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:44.330417 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4c9a55-fc67-40f0-b74f-558092808645 admin admin] Made reservation on behalf of 90c27cfbb1774ccd866b2882bce32e8b for: {'network': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:44.333162 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9a55-fc67-40f0-b74f-558092808645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for network, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.344223 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9a55-fc67-40f0-b74f-558092808645 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.352232 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2f951c50-bc15-4147-bc00-295c992b7899 None None] Port 7a9e3d30-5497-45cc-b57d-414da40a502a cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:00:44.357115 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55e44df3-c5e3-4ab1-b396-b619d256a535 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.362634 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55e44df3-c5e3-4ab1-b396-b619d256a535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.424626 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9a55-fc67-40f0-b74f-558092808645 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.429854 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9a55-fc67-40f0-b74f-558092808645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.431123 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55e44df3-c5e3-4ab1-b396-b619d256a535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832954'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.441624 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e44df3-c5e3-4ab1-b396-b619d256a535 admin admin] Pushing event updated for resources: {'Port': ['ID=7a9e3d30-5497-45cc-b57d-414da40a502a,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:44.453325 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4c9a55-fc67-40f0-b74f-558092808645 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1205} {{(pid=102627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:00:44.469970 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c9a55-fc67-40f0-b74f-558092808645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb61b828-b8d8-4415-b63b-2902ca5c5a03,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:44.473508 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9a55-fc67-40f0-b74f-558092808645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.473851 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.db.segments_db [None req-1c4c9a55-fc67-40f0-b74f-558092808645 admin admin] Added segment 3fc918b6-43c9-4abb-b0e8-40a013768da0 of type vlan for network c0b50291-da19-4794-8f7b-90d36c81ce3c Nov 22 17:00:44.515661 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9a55-fc67-40f0-b74f-558092808645 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736619566340'] for network, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.535151 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'name': 'tempest-TestShelveInstance-314871983-router', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:40Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'gw_port': {'id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:31:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '7a9e3d30-5497-45cc-b57d-414da40a502a', 'name': '', 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'mac_address': 'fa:16:3e:6b:c5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:43Z', 'updated_at': '2021-11-22T17:00:43Z', 'revision_number': 1, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'subnets': [{'id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:44.547465 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e44df3-c5e3-4ab1-b396-b619d256a535 admin admin] Network f1499780-a371-42fe-b888-7375a93e2941 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:44.548954 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-55e44df3-c5e3-4ab1-b396-b619d256a535 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:44.556144 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9a55-fc67-40f0-b74f-558092808645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for network, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.557129 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4c9a55-fc67-40f0-b74f-558092808645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:44.557687 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9a55-fc67-40f0-b74f-558092808645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.564171 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a37c38-c9c3-44e9-8903-dcaa7c3c73d8 None None] The sync data for ids ['253aca72-205c-4ae4-bca1-a3cb6959228e'] in dv-cinder-778193-11-iscsi is: [{'id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'name': 'tempest-TestShelveInstance-314871983-router', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:40Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'gw_port': {'id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:31:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '7a9e3d30-5497-45cc-b57d-414da40a502a', 'name': '', 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'mac_address': 'fa:16:3e:6b:c5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:43Z', 'updated_at': '2021-11-22T17:00:43Z', 'revision_number': 1, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'subnets': [{'id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:44.631468 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1c4c9a55-fc67-40f0-b74f-558092808645 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4466221 Nov 22 17:00:44.631825 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48804) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:44.638339 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-e5f09585-4a54-4902-af44-1e9d74e300c0 admin admin] Request body: {'subnet': {'network_id': 'c0b50291-da19-4794-8f7b-90d36c81ce3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-385837929-subnet', 'tenant_id': '90c27cfbb1774ccd866b2882bce32e8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:44.662202 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c9a55-fc67-40f0-b74f-558092808645 admin admin] Pushing event updated for resources: {'Network': ['ID=c0b50291-da19-4794-8f7b-90d36c81ce3c,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:44.671705 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f09585-4a54-4902-af44-1e9d74e300c0 admin admin] Made reservation on behalf of 90c27cfbb1774ccd866b2882bce32e8b for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:44.675926 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e5f09585-4a54-4902-af44-1e9d74e300c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29185990'] for subnet, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.676314 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Network c0b50291-da19-4794-8f7b-90d36c81ce3c details requested by agent ovs-agent-dv-cinder-778193-11-iscsi with host dv-cinder-778193-11-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:00:44.730808 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e44df3-c5e3-4ab1-b396-b619d256a535 admin admin] Router 253aca72-205c-4ae4-bca1-a3cb6959228e has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:00:44.880679 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e44df3-c5e3-4ab1-b396-b619d256a535 admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:44.895301 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-55e44df3-c5e3-4ab1-b396-b619d256a535 admin admin] 10.222.0.75 "PUT /v2.0/routers/253aca72-205c-4ae4-bca1-a3cb6959228e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1081214 Nov 22 17:00:44.902215 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e5f09585-4a54-4902-af44-1e9d74e300c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25506053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29186024'] for subnet, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.914761 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-48f1741a-e012-4f52-be5b-8c0aa88f2b72 None None] Provisioning complete for port 7a9e3d30-5497-45cc-b57d-414da40a502a triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:44.915245 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48f1741a-e012-4f52-be5b-8c0aa88f2b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.982658 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f09585-4a54-4902-af44-1e9d74e300c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c6df5e6-192d-43c1-ad75-06bfe5fd9e18,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:44.988741 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-48f1741a-e012-4f52-be5b-8c0aa88f2b72 None None] Port 7a9e3d30-5497-45cc-b57d-414da40a502a cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:00:44.995949 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f09585-4a54-4902-af44-1e9d74e300c0 admin admin] Checking segment: {'id': '3fc918b6-43c9-4abb-b0e8-40a013768da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c0b50291-da19-4794-8f7b-90d36c81ce3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:44.996539 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f09585-4a54-4902-af44-1e9d74e300c0 admin admin] Network hostable DHCP agents. Network: c0b50291-da19-4794-8f7b-90d36c81ce3c, hostable agents: ['adaf967d-dae0-466d-8f0c-362e3950e29c'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:00:45.025008 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f09585-4a54-4902-af44-1e9d74e300c0 admin admin] Network c0b50291-da19-4794-8f7b-90d36c81ce3c is scheduled to be hosted by DHCP agent adaf967d-dae0-466d-8f0c-362e3950e29c with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:00:45.040136 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-e5f09585-4a54-4902-af44-1e9d74e300c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-11-iscsi, c0b50291-da19-4794-8f7b-90d36c81ce3c) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:45.049186 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3607beab-f2de-4a01-913e-dd5166ad87c8 None None] Network c0b50291-da19-4794-8f7b-90d36c81ce3c requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:45.053680 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f09585-4a54-4902-af44-1e9d74e300c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:45.054355 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e5f09585-4a54-4902-af44-1e9d74e300c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.071716 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e5f09585-4a54-4902-af44-1e9d74e300c0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4387839 Nov 22 17:00:45.213280 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d5ebb6-541c-4f00-a860-c97f8307ef01 None None] Network c0b50291-da19-4794-8f7b-90d36c81ce3c requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:45.555718 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48830) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:45.571063 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-5e52ff46-dc30-46d4-9d53-c9652b7e01af admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1200378761-network', 'tenant_id': 'b5d3194422724f3c9b4267ae5604de95'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:45.610481 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e52ff46-dc30-46d4-9d53-c9652b7e01af admin admin] Made reservation on behalf of b5d3194422724f3c9b4267ae5604de95 for: {'network': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:45.616408 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5e52ff46-dc30-46d4-9d53-c9652b7e01af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for network, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.628216 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5e52ff46-dc30-46d4-9d53-c9652b7e01af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.724743 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 14bee88f-b9e9-46e3-b9fb-dfd9744260a2 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:45.759418 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5e52ff46-dc30-46d4-9d53-c9652b7e01af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.766616 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5e52ff46-dc30-46d4-9d53-c9652b7e01af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.788833 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 14bee88f-b9e9-46e3-b9fb-dfd9744260a2 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:45.789549 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.804019 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e52ff46-dc30-46d4-9d53-c9652b7e01af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1233} {{(pid=102627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:00:45.814398 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52ff46-dc30-46d4-9d53-c9652b7e01af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c3e250-e3a2-4f58-8237-0483c07ed0dc,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:45.820972 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5e52ff46-dc30-46d4-9d53-c9652b7e01af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.821314 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.db.segments_db [None req-5e52ff46-dc30-46d4-9d53-c9652b7e01af admin admin] Added segment 9b402469-1111-4859-a2d9-d4d974ef950e of type vlan for network 116150b4-8606-4256-9f02-715128e254c0 Nov 22 17:00:45.867818 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5e52ff46-dc30-46d4-9d53-c9652b7e01af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736619566340'] for network, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.890958 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.900517 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5e52ff46-dc30-46d4-9d53-c9652b7e01af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for network, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.901627 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e52ff46-dc30-46d4-9d53-c9652b7e01af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:45.902232 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5e52ff46-dc30-46d4-9d53-c9652b7e01af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.913995 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] For port 14bee88f-b9e9-46e3-b9fb-dfd9744260a2, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=14bee88f-b9e9-46e3-b9fb-dfd9744260a2,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:45.918273 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.976162 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-5e52ff46-dc30-46d4-9d53-c9652b7e01af admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4186740 Nov 22 17:00:45.978798 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48838) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:45.985404 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-65cec3bc-3a84-4cf6-8666-114df74ba985 admin admin] Request body: {'subnet': {'network_id': '116150b4-8606-4256-9f02-715128e254c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1200378761-subnet', 'tenant_id': 'b5d3194422724f3c9b4267ae5604de95', 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:45.985725 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Pushing event updated for resources: {'Port': ['ID=14bee88f-b9e9-46e3-b9fb-dfd9744260a2,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:45.994915 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52ff46-dc30-46d4-9d53-c9652b7e01af admin admin] Pushing event updated for resources: {'Network': ['ID=116150b4-8606-4256-9f02-715128e254c0,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:46.005234 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Network 116150b4-8606-4256-9f02-715128e254c0 details requested by agent ovs-agent-dv-cinder-778193-11-iscsi with host dv-cinder-778193-11-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:00:46.017573 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cec3bc-3a84-4cf6-8666-114df74ba985 admin admin] Made reservation on behalf of b5d3194422724f3c9b4267ae5604de95 for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:46.020963 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-65cec3bc-3a84-4cf6-8666-114df74ba985 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29185990'] for subnet, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.228325 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-65cec3bc-3a84-4cf6-8666-114df74ba985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25506053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29186024'] for subnet, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.284663 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cec3bc-3a84-4cf6-8666-114df74ba985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74f46e71-22e0-44e7-9bae-c1a0d9df8e84,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:46.295013 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cec3bc-3a84-4cf6-8666-114df74ba985 admin admin] Checking segment: {'id': '9b402469-1111-4859-a2d9-d4d974ef950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '116150b4-8606-4256-9f02-715128e254c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:46.295367 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cec3bc-3a84-4cf6-8666-114df74ba985 admin admin] Network hostable DHCP agents. Network: 116150b4-8606-4256-9f02-715128e254c0, hostable agents: ['adaf967d-dae0-466d-8f0c-362e3950e29c'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:00:46.312257 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cec3bc-3a84-4cf6-8666-114df74ba985 admin admin] Network 116150b4-8606-4256-9f02-715128e254c0 is scheduled to be hosted by DHCP agent adaf967d-dae0-466d-8f0c-362e3950e29c with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:00:46.321418 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-65cec3bc-3a84-4cf6-8666-114df74ba985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-11-iscsi, 116150b4-8606-4256-9f02-715128e254c0) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:46.325467 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cec3bc-3a84-4cf6-8666-114df74ba985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:46.326577 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-65cec3bc-3a84-4cf6-8666-114df74ba985 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.330857 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a4dd85-b97a-4fba-a18a-658db8701ae5 None None] Network 116150b4-8606-4256-9f02-715128e254c0 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:46.344222 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-65cec3bc-3a84-4cf6-8666-114df74ba985 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3620441 Nov 22 17:00:46.344584 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48840) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:46.349095 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-59680913-c519-4c79-b948-e50d9ad2a965 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1200378761-router', 'tenant_id': 'b5d3194422724f3c9b4267ae5604de95', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:46.370727 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-59680913-c519-4c79-b948-e50d9ad2a965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9930'] for router, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.371783 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-59680913-c519-4c79-b948-e50d9ad2a965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3689828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10041'] for router, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.429958 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-59680913-c519-4c79-b948-e50d9ad2a965 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.483801 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4d7641c-f5a9-513a-9605-0fe7cfc59e29-116150b4-8606-4256-9f02-715128e254c0', 'network_id': '116150b4-8606-4256-9f02-715128e254c0', 'tenant_id': 'b5d3194422724f3c9b4267ae5604de95', 'fixed_ips': [{'subnet_id': '74f46e71-22e0-44e7-9bae-c1a0d9df8e84'}]}} from dv-cinder-778193-11-iscsi. {{(pid=102629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:00:46.484705 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.571973 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-59680913-c519-4c79-b948-e50d9ad2a965 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.625343 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] Allocated IP 172.20.0.2 (116150b4-8606-4256-9f02-715128e254c0/74f46e71-22e0-44e7-9bae-c1a0d9df8e84/9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:46.778505 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-59680913-c519-4c79-b948-e50d9ad2a965 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.785698 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.794827 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.798212 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-59680913-c519-4c79-b948-e50d9ad2a965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.832838 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] Network 116150b4-8606-4256-9f02-715128e254c0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:46.836709 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:46.842906 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:46.860970 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] Pushing event updated for resources: {'Port': ['ID=9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:46.929827 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] Attempting to bind port 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6 on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:46.930193 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] Attempting to bind port 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6 by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '9b402469-1111-4859-a2d9-d4d974ef950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '116150b4-8606-4256-9f02-715128e254c0'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:46.930674 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] Attempting to bind port 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6 on network 116150b4-8606-4256-9f02-715128e254c0 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:46.937314 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:46.937592 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] Checking segment: {'id': '9b402469-1111-4859-a2d9-d4d974ef950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '116150b4-8606-4256-9f02-715128e254c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:46.938104 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.938367 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] Bound using segment: {'id': '9b402469-1111-4859-a2d9-d4d974ef950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '116150b4-8606-4256-9f02-715128e254c0'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:46.938998 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] Bound port: 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b402469-1111-4859-a2d9-d4d974ef950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '116150b4-8606-4256-9f02-715128e254c0'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:46.939216 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.946605 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-59680913-c519-4c79-b948-e50d9ad2a965 admin admin] Allocated IP 172.27.0.184 (d3425354-8fe0-452b-a94a-32f4eb04cb86/91bd23ed-08b5-4bc5-9b3d-886376dc3ccb/2e92c656-8d6e-4282-ac9e-f5b2f50c650d) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:47.014222 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] For port 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:47.029761 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] For port 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6,segment=NetworkSegment(9b402469-1111-4859-a2d9-d4d974ef950e),segment_id=9b402469-1111-4859-a2d9-d4d974ef950e)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:47.035179 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.111572 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cc52f-4922-4ef0-9094-a33a8dc91126 None None] Pushing event updated for resources: {'Port': ['ID=9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:47.128548 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] Sync routers for ids ['253aca72-205c-4ae4-bca1-a3cb6959228e'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:47.142014 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] Routers {'253aca72-205c-4ae4-bca1-a3cb6959228e'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:47.143054 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:00:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['253aca72-205c-4ae4-bca1-a3cb6959228e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:47.154454 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-59680913-c519-4c79-b948-e50d9ad2a965 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.162016 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-a600d998-e75c-4c1b-9616-c0e10e2aae61 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:47.163488 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-a600d998-e75c-4c1b-9616-c0e10e2aae61 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/networks?id=c0b50291-da19-4794-8f7b-90d36c81ce3c HTTP/1.1" status: 200 len: 813 time: 0.2008491 Nov 22 17:00:47.186839 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-410a8f85-0d26-4d16-ba74-59b90979d37b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/quotas/90c27cfbb1774ccd866b2882bce32e8b HTTP/1.1" status: 200 len: 375 time: 0.0151293 Nov 22 17:00:47.228832 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-822d7835-f204-4417-ae4e-234434f6d4eb tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=90c27cfbb1774ccd866b2882bce32e8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308764 Nov 22 17:00:47.242861 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-59680913-c519-4c79-b948-e50d9ad2a965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.271520 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] Set router 253aca72-205c-4ae4-bca1-a3cb6959228e gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:47.308709 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59680913-c519-4c79-b948-e50d9ad2a965 admin admin] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:47.320183 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-59680913-c519-4c79-b948-e50d9ad2a965 admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:47.324336 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59680913-c519-4c79-b948-e50d9ad2a965 admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:47.368976 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59680913-c519-4c79-b948-e50d9ad2a965 admin admin] Pushing event updated for resources: {'Port': ['ID=2e92c656-8d6e-4282-ac9e-f5b2f50c650d,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:47.523461 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'name': 'tempest-TestShelveInstance-314871983-router', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:40Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'gw_port': {'id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '7a9e3d30-5497-45cc-b57d-414da40a502a', 'name': '', 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'mac_address': 'fa:16:3e:6b:c5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:43Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 2, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'subnets': [{'id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:47.554501 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] Checking router: 253aca72-205c-4ae4-bca1-a3cb6959228e for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:47.557156 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] Updating router 253aca72-205c-4ae4-bca1-a3cb6959228e port 7a9e3d30-5497-45cc-b57d-414da40a502a binding host dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:00:47.597445 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.707138 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:47.764222 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:47.764893 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.866750 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.894546 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.901890 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.910273 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] For port 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6,segment=NetworkSegment(9b402469-1111-4859-a2d9-d4d974ef950e),segment_id=9b402469-1111-4859-a2d9-d4d974ef950e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:47.915482 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.917227 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-9589b09b-dff5-413f-82db-326685340cb5 service neutron] 10.222.0.75 "GET /v2.0/networks/c0b50291-da19-4794-8f7b-90d36c81ce3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6812541 Nov 22 17:00:47.921457 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 14bee88f-b9e9-46e3-b9fb-dfd9744260a2 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:47.952103 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de896b-9246-4bac-adde-34a768c7fafa None None] Pushing event updated for resources: {'Port': ['ID=7a9e3d30-5497-45cc-b57d-414da40a502a,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:47.965023 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de896b-9246-4bac-adde-34a768c7fafa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:47.965514 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de896b-9246-4bac-adde-34a768c7fafa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:47.965861 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de896b-9246-4bac-adde-34a768c7fafa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:47.966191 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de896b-9246-4bac-adde-34a768c7fafa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:47.966523 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de896b-9246-4bac-adde-34a768c7fafa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:47.966870 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de896b-9246-4bac-adde-34a768c7fafa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:47.967249 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de896b-9246-4bac-adde-34a768c7fafa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:47.967606 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de896b-9246-4bac-adde-34a768c7fafa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:47.968078 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de896b-9246-4bac-adde-34a768c7fafa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:47.968475 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de896b-9246-4bac-adde-34a768c7fafa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:47.968833 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de896b-9246-4bac-adde-34a768c7fafa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:47.969156 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de896b-9246-4bac-adde-34a768c7fafa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:47.993338 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-59680913-c519-4c79-b948-e50d9ad2a965 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.072493 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] Attempting to bind port 7a9e3d30-5497-45cc-b57d-414da40a502a on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:48.073127 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] Attempting to bind port 7a9e3d30-5497-45cc-b57d-414da40a502a by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': 'd6aafc62-38ed-4efa-a2e7-5412652ae8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:48.074516 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] Attempting to bind port 7a9e3d30-5497-45cc-b57d-414da40a502a on network f1499780-a371-42fe-b888-7375a93e2941 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:48.083065 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:48.084398 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] Checking segment: {'id': 'd6aafc62-38ed-4efa-a2e7-5412652ae8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:48.085154 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.085725 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] Bound using segment: {'id': 'd6aafc62-38ed-4efa-a2e7-5412652ae8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:48.086411 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] Bound port: 7a9e3d30-5497-45cc-b57d-414da40a502a, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6aafc62-38ed-4efa-a2e7-5412652ae8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:48.086964 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.134075 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-92e291d5-53c5-4a79-9af3-66770c099d0b service neutron] 10.222.0.75 "GET /v2.0/networks/c0b50291-da19-4794-8f7b-90d36c81ce3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072926 Nov 22 17:00:48.187762 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Pushing event updated for resources: {'Port': ['ID=9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:48.234031 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 14bee88f-b9e9-46e3-b9fb-dfd9744260a2 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:48.234892 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.238234 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] For port 7a9e3d30-5497-45cc-b57d-414da40a502a, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:48.244114 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] For port 7a9e3d30-5497-45cc-b57d-414da40a502a, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=7a9e3d30-5497-45cc-b57d-414da40a502a,segment=NetworkSegment(d6aafc62-38ed-4efa-a2e7-5412652ae8b9),segment_id=d6aafc62-38ed-4efa-a2e7-5412652ae8b9)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:48.258072 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.367015 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-59680913-c519-4c79-b948-e50d9ad2a965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309569'] for router, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.385290 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-3a03d306-9661-42f1-a9f2-2c1e4efb2f03 None None] Provisioning complete for port 7a9e3d30-5497-45cc-b57d-414da40a502a triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:48.385773 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a03d306-9661-42f1-a9f2-2c1e4efb2f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.389800 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b457f9-b2b8-4f46-af81-cc4f52a17a13 None None] Network 116150b4-8606-4256-9f02-715128e254c0 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:48.407406 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de896b-9246-4bac-adde-34a768c7fafa None None] Pushing event updated for resources: {'Port': ['ID=7a9e3d30-5497-45cc-b57d-414da40a502a,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:48.410306 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] Routers {'253aca72-205c-4ae4-bca1-a3cb6959228e'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:48.413486 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:00:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['253aca72-205c-4ae4-bca1-a3cb6959228e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:48.469778 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-627e2975-872d-4f82-9b50-c98ca69ebb4e req-002998a8-f1b3-434c-89de-fe6df5cfe862 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bc9b40-93f0-4400-9f67-62a901739121 HTTP/1.1" status: 200 len: 210 time: 0.0402930 Nov 22 17:00:48.576432 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] Set router 253aca72-205c-4ae4-bca1-a3cb6959228e gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:48.636510 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59680913-c519-4c79-b948-e50d9ad2a965 admin admin] Router b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5 is scheduled to L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 with binding_index 1 {{(pid=102627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:00:48.647820 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a03d306-9661-42f1-a9f2-2c1e4efb2f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.730324 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-3a03d306-9661-42f1-a9f2-2c1e4efb2f03 None None] For port 7a9e3d30-5497-45cc-b57d-414da40a502a, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=7a9e3d30-5497-45cc-b57d-414da40a502a,segment=NetworkSegment(d6aafc62-38ed-4efa-a2e7-5412652ae8b9),segment_id=d6aafc62-38ed-4efa-a2e7-5412652ae8b9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:48.739519 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a03d306-9661-42f1-a9f2-2c1e4efb2f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.815571 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03d306-9661-42f1-a9f2-2c1e4efb2f03 None None] Pushing event updated for resources: {'Port': ['ID=7a9e3d30-5497-45cc-b57d-414da40a502a,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:48.838039 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59680913-c519-4c79-b948-e50d9ad2a965 admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:48.849676 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] Sync routers for ids ['b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:48.870233 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-59680913-c519-4c79-b948-e50d9ad2a965 admin admin] Publish callbacks [] for router, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.871481 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-59680913-c519-4c79-b948-e50d9ad2a965 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5258057 Nov 22 17:00:48.874769 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 48872) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:48.932178 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-88d2e8b2-b848-42f5-a07d-049d2866613c None None] Provisioning complete for port 7a9e3d30-5497-45cc-b57d-414da40a502a triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:48.934140 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-88d2e8b2-b848-42f5-a07d-049d2866613c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.969541 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] Routers {'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:48.970636 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:00:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:48.979694 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'name': 'tempest-TestShelveInstance-314871983-router', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:40Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'gw_port': {'id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '7a9e3d30-5497-45cc-b57d-414da40a502a', 'name': '', 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'mac_address': 'fa:16:3e:6b:c5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:43Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 4, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'subnets': [{'id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:49.014146 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089bfeee-a09b-4610-9a70-646045cadc29 None None] The sync data for ids ['253aca72-205c-4ae4-bca1-a3cb6959228e'] in dv-cinder-778193-11-iscsi is: [{'id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'name': 'tempest-TestShelveInstance-314871983-router', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:40Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'gw_port': {'id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '7a9e3d30-5497-45cc-b57d-414da40a502a', 'name': '', 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'mac_address': 'fa:16:3e:6b:c5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:43Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 4, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'subnets': [{'id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:49.134662 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] Set router b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:49.293798 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-88d2e8b2-b848-42f5-a07d-049d2866613c None None] Provisioning complete for port 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:49.294167 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-88d2e8b2-b848-42f5-a07d-049d2866613c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:49.450031 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'name': 'tempest-TestShelveInstance-1200378761-router', 'tenant_id': 'b5d3194422724f3c9b4267ae5604de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '2e92c656-8d6e-4282-ac9e-f5b2f50c650d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:46Z', 'updated_at': '2021-11-22T17:00:47Z', 'revision_number': 3, 'project_id': 'b5d3194422724f3c9b4267ae5604de95', 'gw_port': {'id': '2e92c656-8d6e-4282-ac9e-f5b2f50c650d', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:43:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:46Z', 'updated_at': '2021-11-22T17:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:49.469240 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9e1a7ff-9f1c-4d2f-a7af-880227a4b0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:49.494032 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] Checking router: b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5 for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:49.494434 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] Updating router b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5 port 2e92c656-8d6e-4282-ac9e-f5b2f50c650d binding host dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:00:49.538757 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:49.619988 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ea279349-d445-4e14-8e97-8d74122b1f09 None None] Provisioning complete for port 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:49.620382 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ea279349-d445-4e14-8e97-8d74122b1f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:49.647411 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ba0c940e-4037-4368-9da0-b959e22b0372 req-25d8a9bf-0a7b-456a-9e4a-388a0cd644f9 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bc9b40-93f0-4400-9f67-62a901739121 HTTP/1.1" status: 200 len: 210 time: 0.0426574 Nov 22 17:00:49.730926 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-f9e1a7ff-9f1c-4d2f-a7af-880227a4b0be admin admin] Allocated IP 172.20.0.1 (116150b4-8606-4256-9f02-715128e254c0/74f46e71-22e0-44e7-9bae-c1a0d9df8e84/63a77da8-4782-4baf-bcb4-7bd83b695c3a) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:49.747713 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:49.869929 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9e1a7ff-9f1c-4d2f-a7af-880227a4b0be admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:49.906221 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9e1a7ff-9f1c-4d2f-a7af-880227a4b0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:49.913172 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:49.913541 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:49.947886 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e1a7ff-9f1c-4d2f-a7af-880227a4b0be admin admin] Network 116150b4-8606-4256-9f02-715128e254c0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:49.950864 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-f9e1a7ff-9f1c-4d2f-a7af-880227a4b0be admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:49.954236 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e1a7ff-9f1c-4d2f-a7af-880227a4b0be admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:49.979865 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1a7ff-9f1c-4d2f-a7af-880227a4b0be admin admin] Pushing event updated for resources: {'Port': ['ID=63a77da8-4782-4baf-bcb4-7bd83b695c3a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:50.003927 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9e1a7ff-9f1c-4d2f-a7af-880227a4b0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833062'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.068671 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.073146 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 7a9e3d30-5497-45cc-b57d-414da40a502a up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:50.076905 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.203924 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9e1a7ff-9f1c-4d2f-a7af-880227a4b0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.210513 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-77a6e9d6-413c-48ba-bd3b-c37003079060 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:50.212109 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-77a6e9d6-413c-48ba-bd3b-c37003079060 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.85 "GET /v2.0/networks?id=c0b50291-da19-4794-8f7b-90d36c81ce3c HTTP/1.1" status: 200 len: 813 time: 0.1512954 Nov 22 17:00:50.221842 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] Attempting to bind port 2e92c656-8d6e-4282-ac9e-f5b2f50c650d on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:50.222220 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] Attempting to bind port 2e92c656-8d6e-4282-ac9e-f5b2f50c650d by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:50.223191 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] Attempting to bind port 2e92c656-8d6e-4282-ac9e-f5b2f50c650d on network d3425354-8fe0-452b-a94a-32f4eb04cb86 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:50.225738 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f67b5-3095-4e97-92f2-3963c17405a7 None None] Pushing event updated for resources: {'Port': ['ID=2e92c656-8d6e-4282-ac9e-f5b2f50c650d,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:50.231648 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-3b46c30f-6b08-48ff-afe0-ac2aaad564f6 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Request body: {'port': {'device_id': '29bc9b40-93f0-4400-9f67-62a901739121', 'network_id': 'c0b50291-da19-4794-8f7b-90d36c81ce3c', 'admin_state_up': True, 'tenant_id': '90c27cfbb1774ccd866b2882bce32e8b'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:50.242063 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:50.242433 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] Checking segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:50.242892 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.243289 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] Bound using segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:50.243914 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] Bound port: 2e92c656-8d6e-4282-ac9e-f5b2f50c650d, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:50.244353 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.277925 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 7a9e3d30-5497-45cc-b57d-414da40a502a triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:50.278297 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.373203 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-3b46c30f-6b08-48ff-afe0-ac2aaad564f6 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Made reservation on behalf of 90c27cfbb1774ccd866b2882bce32e8b for: {'port': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:50.377811 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-3b46c30f-6b08-48ff-afe0-ac2aaad564f6 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.460223 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9e1a7ff-9f1c-4d2f-a7af-880227a4b0be admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.465738 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9e1a7ff-9f1c-4d2f-a7af-880227a4b0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.482803 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-16ebde77-4988-4072-ac87-b5ed0752a97a None None] Provisioning complete for port 63a77da8-4782-4baf-bcb4-7bd83b695c3a triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:50.483169 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16ebde77-4988-4072-ac87-b5ed0752a97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.487625 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] For port 2e92c656-8d6e-4282-ac9e-f5b2f50c650d, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:50.528052 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] For port 2e92c656-8d6e-4282-ac9e-f5b2f50c650d, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=2e92c656-8d6e-4282-ac9e-f5b2f50c650d,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:50.536058 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.541832 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9e1a7ff-9f1c-4d2f-a7af-880227a4b0be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832954'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.544997 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1a7ff-9f1c-4d2f-a7af-880227a4b0be admin admin] Pushing event updated for resources: {'Port': ['ID=63a77da8-4782-4baf-bcb4-7bd83b695c3a,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:50.549829 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-16ebde77-4988-4072-ac87-b5ed0752a97a None None] Port 63a77da8-4782-4baf-bcb4-7bd83b695c3a cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:00:50.555100 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-3b46c30f-6b08-48ff-afe0-ac2aaad564f6 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Allocated IP 172.20.0.14 (c0b50291-da19-4794-8f7b-90d36c81ce3c/3c6df5e6-192d-43c1-ad75-06bfe5fd9e18/fbfad966-da43-4c0a-84e8-3df5006258ec) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:50.640905 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] Routers {'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:50.641593 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:00:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:50.643467 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f67b5-3095-4e97-92f2-3963c17405a7 None None] Pushing event updated for resources: {'Port': ['ID=2e92c656-8d6e-4282-ac9e-f5b2f50c650d,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:50.654407 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e1a7ff-9f1c-4d2f-a7af-880227a4b0be admin admin] Network 116150b4-8606-4256-9f02-715128e254c0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:50.655814 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-f9e1a7ff-9f1c-4d2f-a7af-880227a4b0be admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:50.774172 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-3b46c30f-6b08-48ff-afe0-ac2aaad564f6 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.796492 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] Set router b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:50.816795 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ccf7037e-10cf-485e-a8e0-54c514f616bc req-f9ec607b-beb1-481d-8363-12254c719fec tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bc9b40-93f0-4400-9f67-62a901739121 HTTP/1.1" status: 200 len: 210 time: 0.0472763 Nov 22 17:00:50.825254 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-3b46c30f-6b08-48ff-afe0-ac2aaad564f6 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.848796 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e1a7ff-9f1c-4d2f-a7af-880227a4b0be admin admin] Router b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:00:50.876540 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-3b46c30f-6b08-48ff-afe0-ac2aaad564f6 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Network c0b50291-da19-4794-8f7b-90d36c81ce3c is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:50.883637 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-3b46c30f-6b08-48ff-afe0-ac2aaad564f6 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:50.886277 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-3b46c30f-6b08-48ff-afe0-ac2aaad564f6 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:50.918490 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46c30f-6b08-48ff-afe0-ac2aaad564f6 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Pushing event updated for resources: {'Port': ['ID=fbfad966-da43-4c0a-84e8-3df5006258ec,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:50.955559 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-3b46c30f-6b08-48ff-afe0-ac2aaad564f6 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:50.956339 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-3b46c30f-6b08-48ff-afe0-ac2aaad564f6 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.973118 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-3b46c30f-6b08-48ff-afe0-ac2aaad564f6 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7500620 Nov 22 17:00:50.988514 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e1a7ff-9f1c-4d2f-a7af-880227a4b0be admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:50.988747 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Request body: {'port': {'device_id': '29bc9b40-93f0-4400-9f67-62a901739121', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:50.988845 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-556607ca-30cd-4e33-a06c-5aea0a18e77c None None] Provisioning complete for port 63a77da8-4782-4baf-bcb4-7bd83b695c3a triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:50.989703 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-556607ca-30cd-4e33-a06c-5aea0a18e77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.000248 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f9e1a7ff-9f1c-4d2f-a7af-880227a4b0be admin admin] 10.222.0.75 "PUT /v2.0/routers/b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1188874 Nov 22 17:00:51.047622 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-556607ca-30cd-4e33-a06c-5aea0a18e77c None None] Port 63a77da8-4782-4baf-bcb4-7bd83b695c3a cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:00:51.047827 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.102528 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'name': 'tempest-TestShelveInstance-1200378761-router', 'tenant_id': 'b5d3194422724f3c9b4267ae5604de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '2e92c656-8d6e-4282-ac9e-f5b2f50c650d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:46Z', 'updated_at': '2021-11-22T17:00:50Z', 'revision_number': 4, 'project_id': 'b5d3194422724f3c9b4267ae5604de95', 'gw_port': {'id': '2e92c656-8d6e-4282-ac9e-f5b2f50c650d', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:43:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:46Z', 'updated_at': '2021-11-22T17:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '63a77da8-4782-4baf-bcb4-7bd83b695c3a', 'name': '', 'network_id': '116150b4-8606-4256-9f02-715128e254c0', 'tenant_id': 'b5d3194422724f3c9b4267ae5604de95', 'mac_address': 'fa:16:3e:03:6c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '74f46e71-22e0-44e7-9bae-c1a0d9df8e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:49Z', 'updated_at': '2021-11-22T17:00:50Z', 'revision_number': 2, 'project_id': 'b5d3194422724f3c9b4267ae5604de95', 'subnets': [{'id': '74f46e71-22e0-44e7-9bae-c1a0d9df8e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:51.135759 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dba3fc-d68a-4343-9c08-2b0ca0047c3c None None] The sync data for ids ['b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5'] in dv-cinder-778193-11-iscsi is: [{'id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'name': 'tempest-TestShelveInstance-1200378761-router', 'tenant_id': 'b5d3194422724f3c9b4267ae5604de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '2e92c656-8d6e-4282-ac9e-f5b2f50c650d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:46Z', 'updated_at': '2021-11-22T17:00:50Z', 'revision_number': 4, 'project_id': 'b5d3194422724f3c9b4267ae5604de95', 'gw_port': {'id': '2e92c656-8d6e-4282-ac9e-f5b2f50c650d', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:43:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:46Z', 'updated_at': '2021-11-22T17:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '63a77da8-4782-4baf-bcb4-7bd83b695c3a', 'name': '', 'network_id': '116150b4-8606-4256-9f02-715128e254c0', 'tenant_id': 'b5d3194422724f3c9b4267ae5604de95', 'mac_address': 'fa:16:3e:03:6c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '74f46e71-22e0-44e7-9bae-c1a0d9df8e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:49Z', 'updated_at': '2021-11-22T17:00:50Z', 'revision_number': 2, 'project_id': 'b5d3194422724f3c9b4267ae5604de95', 'subnets': [{'id': '74f46e71-22e0-44e7-9bae-c1a0d9df8e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:51.334885 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbfad966-da43-4c0a-84e8-3df5006258ec {{(pid=102627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:00:51.343060 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.356994 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.provisioning_blocks [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Transition to ACTIVE for port object fbfad966-da43-4c0a-84e8-3df5006258ec will not be triggered until provisioned by entity L2. {{(pid=102627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:00:51.374251 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.465523 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fbfad966-da43-4c0a-84e8-3df5006258ec,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:51.532599 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Attempting to bind port fbfad966-da43-4c0a-84e8-3df5006258ec on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:51.533169 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Attempting to bind port fbfad966-da43-4c0a-84e8-3df5006258ec by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '3fc918b6-43c9-4abb-b0e8-40a013768da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c0b50291-da19-4794-8f7b-90d36c81ce3c'}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:51.533388 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Attempting to bind port fbfad966-da43-4c0a-84e8-3df5006258ec on network c0b50291-da19-4794-8f7b-90d36c81ce3c {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:51.543877 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Port fbfad966-da43-4c0a-84e8-3df5006258ec on network c0b50291-da19-4794-8f7b-90d36c81ce3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:00:51.544414 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Attempting to bind port fbfad966-da43-4c0a-84e8-3df5006258ec on network c0b50291-da19-4794-8f7b-90d36c81ce3c {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:51.550803 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:51.551344 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Checking segment: {'id': '3fc918b6-43c9-4abb-b0e8-40a013768da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c0b50291-da19-4794-8f7b-90d36c81ce3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:51.552992 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Bound using segment: {'id': '3fc918b6-43c9-4abb-b0e8-40a013768da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c0b50291-da19-4794-8f7b-90d36c81ce3c'} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:51.553722 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Bound port: fbfad966-da43-4c0a-84e8-3df5006258ec, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc918b6-43c9-4abb-b0e8-40a013768da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c0b50291-da19-4794-8f7b-90d36c81ce3c'}}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:51.554930 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.593864 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:00:51.624583 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 48900) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:51.627420 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-134dd7ef-a285-44ba-8dec-038a24fa467f tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1803485896', 'description': 'tempest-secgroup-smoke-1803485896 description', 'project_id': '234dfc34b8c44fabbcc37105ad6737a9'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:51.640683 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] For port fbfad966-da43-4c0a-84e8-3df5006258ec, host hv-cinder-77819, cleared binding levels {{(pid=102627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:51.644401 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] For port fbfad966-da43-4c0a-84e8-3df5006258ec, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fbfad966-da43-4c0a-84e8-3df5006258ec,segment=NetworkSegment(3fc918b6-43c9-4abb-b0e8-40a013768da0),segment_id=3fc918b6-43c9-4abb-b0e8-40a013768da0)] {{(pid=102627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:51.649651 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.653639 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-134dd7ef-a285-44ba-8dec-038a24fa467f tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.689345 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:51.689984 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.691551 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] 10.222.0.85 "PUT /v2.0/ports/fbfad966-da43-4c0a-84e8-3df5006258ec HTTP/1.1" status: 200 len: 1094 time: 0.7071071 Nov 22 17:00:51.692071 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bc9b40-93f0-4400-9f67-62a901739121', 'tag': 'fbfad966-da43-4c0a-84e8-3df5006258ec'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:51.694927 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229a9532-e01a-4dbc-8109-f7906ffe2043" -d '{"events": [{"name": "network-changed", "server_uuid": "29bc9b40-93f0-4400-9f67-62a901739121", "tag": "fbfad966-da43-4c0a-84e8-3df5006258ec"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:51.721848 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525a3b3-4ded-4a51-b234-30b5a23c65b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fbfad966-da43-4c0a-84e8-3df5006258ec,revision_number=3']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:51.764645 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-134dd7ef-a285-44ba-8dec-038a24fa467f tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.773603 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-134dd7ef-a285-44ba-8dec-038a24fa467f tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.804170 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-5f6bd036-a7cf-42d9-91e9-b9fb7ab3b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:51.806591 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-5f6bd036-a7cf-42d9-91e9-b9fb7ab3b265 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=90c27cfbb1774ccd866b2882bce32e8b&device_id=29bc9b40-93f0-4400-9f67-62a901739121 HTTP/1.1" status: 200 len: 1097 time: 0.0688040 Nov 22 17:00:51.812599 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-134dd7ef-a285-44ba-8dec-038a24fa467f tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.813866 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-134dd7ef-a285-44ba-8dec-038a24fa467f tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1907609 Nov 22 17:00:51.819616 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 48906) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:51.824607 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8c576012-a506-449a-a211-412c136350cb tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Request body: {'security_group_rule': {'security_group_id': 'e1ee98ac-3d43-4b43-84e4-bcdc597de4e9', 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:51.839296 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dd7ef-a285-44ba-8dec-038a24fa467f tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:51.867149 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c576012-a506-449a-a211-412c136350cb tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.874949 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046ac817-dc2c-4ba3-9f96-542d6dabe6d2 x-openstack-request-id: req-046ac817-dc2c-4ba3-9f96-542d6dabe6d2 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:51.875244 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bc9b40-93f0-4400-9f67-62a901739121", "tag": "fbfad966-da43-4c0a-84e8-3df5006258ec", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:51.875499 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-046ac817-dc2c-4ba3-9f96-542d6dabe6d2 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:51.875903 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bc9b40-93f0-4400-9f67-62a901739121', 'tag': 'fbfad966-da43-4c0a-84e8-3df5006258ec', 'status': 'completed', 'code': 200} Nov 22 17:00:51.877847 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-bee9d641-3619-448a-8307-c243f5ef7eb8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbfad966-da43-4c0a-84e8-3df5006258ec HTTP/1.1" status: 200 len: 217 time: 0.0616548 Nov 22 17:00:51.941331 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-6231414c-4187-4be5-bbbc-6dda73390a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:51.943850 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-6231414c-4187-4be5-bbbc-6dda73390a8f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3c6df5e6-192d-43c1-ad75-06bfe5fd9e18 HTTP/1.1" status: 200 len: 853 time: 0.0566533 Nov 22 17:00:51.965719 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c576012-a506-449a-a211-412c136350cb tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.978721 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa31c08-95d3-4168-8b44-1c9a1c09b0f5 req-bf48b3f1-f678-4ade-b84f-a9c605b4e5cd tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:52.000236 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-aaa31c08-95d3-4168-8b44-1c9a1c09b0f5 req-bf48b3f1-f678-4ade-b84f-a9c605b4e5cd tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bc9b40-93f0-4400-9f67-62a901739121 HTTP/1.1" status: 200 len: 944 time: 0.0934062 Nov 22 17:00:52.002440 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c576012-a506-449a-a211-412c136350cb tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.009365 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-85225e0f-6da5-44c9-9018-5d95eb061c29 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c0b50291-da19-4794-8f7b-90d36c81ce3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555005 Nov 22 17:00:52.029805 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c576012-a506-449a-a211-412c136350cb tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50fbcde5-05ba-40fc-8bda-dfb5d33e7a43,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:52.048266 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c576012-a506-449a-a211-412c136350cb tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.049989 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-8c576012-a506-449a-a211-412c136350cb tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2286742 Nov 22 17:00:52.056657 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 48912) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:52.062948 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3fd86091-b2cb-4f54-b636-0f87e0667949 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Request body: {'security_group_rule': {'security_group_id': 'e1ee98ac-3d43-4b43-84e4-bcdc597de4e9', 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:52.092785 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-aaa31c08-95d3-4168-8b44-1c9a1c09b0f5 req-7d467ecc-afc5-442e-bd85-a8cfe51fcb7e tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806932 Nov 22 17:00:52.109787 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3fd86091-b2cb-4f54-b636-0f87e0667949 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.131959 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-401b4548-9a4e-4565-a268-8c32e5db6b43 service neutron] 10.222.0.85 "GET /v2.0/networks/c0b50291-da19-4794-8f7b-90d36c81ce3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145456 Nov 22 17:00:52.172267 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3fd86091-b2cb-4f54-b636-0f87e0667949 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.178286 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3fd86091-b2cb-4f54-b636-0f87e0667949 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.198216 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd86091-b2cb-4f54-b636-0f87e0667949 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8284009-a767-40ea-a488-fed35992b022,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:52.206605 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3fd86091-b2cb-4f54-b636-0f87e0667949 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.207904 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3fd86091-b2cb-4f54-b636-0f87e0667949 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1502709 Nov 22 17:00:52.210616 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 48916) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:52.220336 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-24569267-107a-42cc-a382-d879cbd1a1f6 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Request body: {'security_group_rule': {'security_group_id': 'e1ee98ac-3d43-4b43-84e4-bcdc597de4e9', 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:52.252259 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2bd35657-52f3-4d43-ae14-6c6e6327609a req-6db5ca0b-fdbe-4b1d-b0f5-e4b388f0b41d service neutron] 10.222.0.85 "GET /v2.0/networks/c0b50291-da19-4794-8f7b-90d36c81ce3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005139 Nov 22 17:00:52.257060 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24569267-107a-42cc-a382-d879cbd1a1f6 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.323055 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24569267-107a-42cc-a382-d879cbd1a1f6 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.327346 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24569267-107a-42cc-a382-d879cbd1a1f6 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.345298 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24569267-107a-42cc-a382-d879cbd1a1f6 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a596e14-0ff0-4097-8b3a-bc332d6a7985,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:52.354117 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24569267-107a-42cc-a382-d879cbd1a1f6 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.358493 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48918) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:52.359469 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-24569267-107a-42cc-a382-d879cbd1a1f6 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474500 Nov 22 17:00:52.366368 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-78799a80-9c63-47b0-9ea5-c8ef3f8603b1 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Request body: {'security_group_rule': {'security_group_id': 'e1ee98ac-3d43-4b43-84e4-bcdc597de4e9', 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:52.403262 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a9532-e01a-4dbc-8109-f7906ffe2043 req-fa78212b-a7ed-44a5-84ac-24da2445cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:52.404914 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-229a9532-e01a-4dbc-8109-f7906ffe2043 req-fa78212b-a7ed-44a5-84ac-24da2445cf58 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=90c27cfbb1774ccd866b2882bce32e8b&device_id=29bc9b40-93f0-4400-9f67-62a901739121 HTTP/1.1" status: 200 len: 1097 time: 0.0905378 Nov 22 17:00:52.411512 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-78799a80-9c63-47b0-9ea5-c8ef3f8603b1 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.525647 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-78799a80-9c63-47b0-9ea5-c8ef3f8603b1 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.534836 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-78799a80-9c63-47b0-9ea5-c8ef3f8603b1 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.553711 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a9532-e01a-4dbc-8109-f7906ffe2043 req-5fbe77a6-8a96-437b-a8ec-06f49b1e0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:52.555209 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-229a9532-e01a-4dbc-8109-f7906ffe2043 req-5fbe77a6-8a96-437b-a8ec-06f49b1e0fa9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c0b50291-da19-4794-8f7b-90d36c81ce3c HTTP/1.1" status: 200 len: 915 time: 0.1398315 Nov 22 17:00:52.559906 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78799a80-9c63-47b0-9ea5-c8ef3f8603b1 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e857f26d-1abc-462a-86f1-3ace380b80b4,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:52.570660 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-78799a80-9c63-47b0-9ea5-c8ef3f8603b1 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.571874 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-78799a80-9c63-47b0-9ea5-c8ef3f8603b1 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2119997 Nov 22 17:00:52.576035 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 48920) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:52.581009 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-03675e43-2234-42f1-aa56-57c7bc550e31 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Request body: {'security_group_rule': {'security_group_id': 'e1ee98ac-3d43-4b43-84e4-bcdc597de4e9', 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:52.606275 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-03675e43-2234-42f1-aa56-57c7bc550e31 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Project 234dfc34b8c44fabbcc37105ad6737a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:00:52.611793 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-03675e43-2234-42f1-aa56-57c7bc550e31 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.613797 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-229a9532-e01a-4dbc-8109-f7906ffe2043 req-8b961bfe-79fa-4e0e-8908-c34cb2221147 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbfad966-da43-4c0a-84e8-3df5006258ec HTTP/1.1" status: 200 len: 217 time: 0.0406773 Nov 22 17:00:52.678535 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-03675e43-2234-42f1-aa56-57c7bc550e31 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.679077 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a9532-e01a-4dbc-8109-f7906ffe2043 req-dd344b9a-c933-4420-bde2-4a75c4d92324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:52.680601 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-229a9532-e01a-4dbc-8109-f7906ffe2043 req-dd344b9a-c933-4420-bde2-4a75c4d92324 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3c6df5e6-192d-43c1-ad75-06bfe5fd9e18 HTTP/1.1" status: 200 len: 853 time: 0.0556695 Nov 22 17:00:52.693287 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-03675e43-2234-42f1-aa56-57c7bc550e31 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.712399 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03675e43-2234-42f1-aa56-57c7bc550e31 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853c839e-f6fb-4e78-935d-f56d79f96a75,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:52.721322 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-03675e43-2234-42f1-aa56-57c7bc550e31 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.721729 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-229a9532-e01a-4dbc-8109-f7906ffe2043 req-287b6344-bc75-4d57-b228-96762e7aa994 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c0b50291-da19-4794-8f7b-90d36c81ce3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269060 Nov 22 17:00:52.722708 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-03675e43-2234-42f1-aa56-57c7bc550e31 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1454036 Nov 22 17:00:52.725972 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 48924) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:52.730984 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2e063bda-71cd-42d8-8458-977eaab8e5e6 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Request body: {'security_group_rule': {'security_group_id': 'e1ee98ac-3d43-4b43-84e4-bcdc597de4e9', 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:52.756217 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-2e063bda-71cd-42d8-8458-977eaab8e5e6 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Project 234dfc34b8c44fabbcc37105ad6737a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:00:52.762279 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e063bda-71cd-42d8-8458-977eaab8e5e6 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.826337 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e063bda-71cd-42d8-8458-977eaab8e5e6 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.830522 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e063bda-71cd-42d8-8458-977eaab8e5e6 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.851981 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e063bda-71cd-42d8-8458-977eaab8e5e6 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1d1aa6-face-4efa-bd81-3b7113a64ada,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:52.854125 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-229a9532-e01a-4dbc-8109-f7906ffe2043 req-7487ff62-ecd9-4568-9e9d-b958dfa95df8 service neutron] 10.222.0.85 "GET /v2.0/networks/c0b50291-da19-4794-8f7b-90d36c81ce3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992589 Nov 22 17:00:52.857870 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e063bda-71cd-42d8-8458-977eaab8e5e6 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.859046 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2e063bda-71cd-42d8-8458-977eaab8e5e6 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321225 Nov 22 17:00:52.964153 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-229a9532-e01a-4dbc-8109-f7906ffe2043 req-031237b6-43be-4f87-9a98-fd5d005c8e82 service neutron] 10.222.0.85 "GET /v2.0/networks/c0b50291-da19-4794-8f7b-90d36c81ce3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917778 Nov 22 17:00:53.142029 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5313a5e6-4f78-4c97-b89d-5c29b9cfa7b3 req-9a460aec-335a-44be-b33f-4bff9d0b8021 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-382707409&fields=id&tenant_id=3fb052a8ba2c4cf684bc111e26b2c6ca HTTP/1.1" status: 200 len: 267 time: 0.0473707 Nov 22 17:00:53.213439 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313a5e6-4f78-4c97-b89d-5c29b9cfa7b3 req-78cd1d54-9ff6-4418-9317-c66367b4ad4d tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:53.215082 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5313a5e6-4f78-4c97-b89d-5c29b9cfa7b3 req-78cd1d54-9ff6-4418-9317-c66367b4ad4d tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 984 time: 0.0616772 Nov 22 17:00:53.231459 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-5313a5e6-4f78-4c97-b89d-5c29b9cfa7b3 req-c726e7d2-e5f7-4bda-bb7e-9a3a4e2d9a68 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Request body: {'port': {'security_groups': ['3c948567-7d0f-4ffa-a719-fb013e7be68d']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:53.235683 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d5fd2-a842-432b-a444-c4de10f718b9 req-852648a3-45df-408f-be60-6c204be565d1 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:53.237305 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4a7d5fd2-a842-432b-a444-c4de10f718b9 req-852648a3-45df-408f-be60-6c204be565d1 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bc9b40-93f0-4400-9f67-62a901739121 HTTP/1.1" status: 200 len: 944 time: 0.0520060 Nov 22 17:00:53.299497 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4a7d5fd2-a842-432b-a444-c4de10f718b9 req-a43f2b49-6e74-4be3-816d-5208d41eed3b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516131 Nov 22 17:00:53.331735 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-5313a5e6-4f78-4c97-b89d-5c29b9cfa7b3 req-c726e7d2-e5f7-4bda-bb7e-9a3a4e2d9a68 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:53.534097 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] Sync routers for ids ['b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:53.548131 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-5313a5e6-4f78-4c97-b89d-5c29b9cfa7b3 req-c726e7d2-e5f7-4bda-bb7e-9a3a4e2d9a68 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] For port 3a998c39-645a-408e-9ea1-7d0db6260621, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3a998c39-645a-408e-9ea1-7d0db6260621,segment=NetworkSegment(5a968853-1af1-46b3-8a6e-ae7e1b404ec4),segment_id=5a968853-1af1-46b3-8a6e-ae7e1b404ec4)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:53.548433 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] Routers {'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:53.549765 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:00:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:53.589859 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-5313a5e6-4f78-4c97-b89d-5c29b9cfa7b3 req-c726e7d2-e5f7-4bda-bb7e-9a3a4e2d9a68 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:53.598510 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-5313a5e6-4f78-4c97-b89d-5c29b9cfa7b3 req-c726e7d2-e5f7-4bda-bb7e-9a3a4e2d9a68 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:53.614589 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['3a998c39-645a-408e-9ea1-7d0db6260621'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:00:53.666474 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313a5e6-4f78-4c97-b89d-5c29b9cfa7b3 req-c726e7d2-e5f7-4bda-bb7e-9a3a4e2d9a68 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:53.669622 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-5313a5e6-4f78-4c97-b89d-5c29b9cfa7b3 req-c726e7d2-e5f7-4bda-bb7e-9a3a4e2d9a68 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:53.671837 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5313a5e6-4f78-4c97-b89d-5c29b9cfa7b3 req-c726e7d2-e5f7-4bda-bb7e-9a3a4e2d9a68 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "PUT /v2.0/ports/3a998c39-645a-408e-9ea1-7d0db6260621 HTTP/1.1" status: 200 len: 942 time: 0.4492359 Nov 22 17:00:53.672603 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5db562-90f4-4e8f-91fb-b3748ec80dff', 'tag': '3a998c39-645a-408e-9ea1-7d0db6260621'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:53.677073 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2919f5-ec82-4f04-bacf-d96d0bc25b66" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5db562-90f4-4e8f-91fb-b3748ec80dff", "tag": "3a998c39-645a-408e-9ea1-7d0db6260621"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:53.678311 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 48976) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:53.679506 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] Set router b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:53.702408 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 2e92c656-8d6e-4282-ac9e-f5b2f50c650d up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:53.717051 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726e7d2-e5f7-4bda-bb7e-9a3a4e2d9a68 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Pushing event updated for resources: {'Port': ['ID=3a998c39-645a-408e-9ea1-7d0db6260621,revision_number=7']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:53.760725 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00385848-bcf5-4c7e-a5ad-c971be276971 x-openstack-request-id: req-00385848-bcf5-4c7e-a5ad-c971be276971 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:53.760725 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5db562-90f4-4e8f-91fb-b3748ec80dff", "tag": "3a998c39-645a-408e-9ea1-7d0db6260621", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:53.763139 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-00385848-bcf5-4c7e-a5ad-c971be276971 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:53.763139 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5db562-90f4-4e8f-91fb-b3748ec80dff', 'tag': '3a998c39-645a-408e-9ea1-7d0db6260621', 'status': 'completed', 'code': 200} Nov 22 17:00:53.805518 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['3a998c39-645a-408e-9ea1-7d0db6260621'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:00:53.909285 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7c61c720-59f6-4786-b165-5e8975c9c381 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:53.967175 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'name': 'tempest-TestShelveInstance-1200378761-router', 'tenant_id': 'b5d3194422724f3c9b4267ae5604de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '2e92c656-8d6e-4282-ac9e-f5b2f50c650d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:46Z', 'updated_at': '2021-11-22T17:00:50Z', 'revision_number': 4, 'project_id': 'b5d3194422724f3c9b4267ae5604de95', 'gw_port': {'id': '2e92c656-8d6e-4282-ac9e-f5b2f50c650d', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:43:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:46Z', 'updated_at': '2021-11-22T17:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '63a77da8-4782-4baf-bcb4-7bd83b695c3a', 'name': '', 'network_id': '116150b4-8606-4256-9f02-715128e254c0', 'tenant_id': 'b5d3194422724f3c9b4267ae5604de95', 'mac_address': 'fa:16:3e:03:6c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '74f46e71-22e0-44e7-9bae-c1a0d9df8e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:49Z', 'updated_at': '2021-11-22T17:00:50Z', 'revision_number': 2, 'project_id': 'b5d3194422724f3c9b4267ae5604de95', 'subnets': [{'id': '74f46e71-22e0-44e7-9bae-c1a0d9df8e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:53.968278 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7c61c720-59f6-4786-b165-5e8975c9c381 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:53.986177 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 2e92c656-8d6e-4282-ac9e-f5b2f50c650d triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:53.986541 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.006394 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] Checking router: b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5 for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:54.006832 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] Updating router b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5 port 63a77da8-4782-4baf-bcb4-7bd83b695c3a binding host dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:00:54.027726 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2919f5-ec82-4f04-bacf-d96d0bc25b66 req-03b1518f-a9f6-4089-a798-e3584bf364aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:54.029193 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1a2919f5-ec82-4f04-bacf-d96d0bc25b66 req-03b1518f-a9f6-4089-a798-e3584bf364aa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3fb052a8ba2c4cf684bc111e26b2c6ca&device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 1098 time: 0.2374673 Nov 22 17:00:54.032784 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.150250 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ac81e0ae-ab54-4646-9707-8971ff1eea22 None None] Provisioning complete for port 3a998c39-645a-408e-9ea1-7d0db6260621 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:54.150250 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ac81e0ae-ab54-4646-9707-8971ff1eea22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.177254 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2919f5-ec82-4f04-bacf-d96d0bc25b66 req-4016c413-d3a3-4510-b8c8-ae1e8fdaefb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:54.179153 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1a2919f5-ec82-4f04-bacf-d96d0bc25b66 req-4016c413-d3a3-4510-b8c8-ae1e8fdaefb0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9e0316c1-ed6f-4147-a582-f43d4b45ed05 HTTP/1.1" status: 200 len: 916 time: 0.1409233 Nov 22 17:00:54.203499 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7c61c720-59f6-4786-b165-5e8975c9c381 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.206665 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7c61c720-59f6-4786-b165-5e8975c9c381 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.208307 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-7c61c720-59f6-4786-b165-5e8975c9c381 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "DELETE /v2.0/security-groups/7d15a586-b224-4a86-b3ea-5ab9d33c89ee HTTP/1.1" status: 204 len: 168 time: 0.5288146 Nov 22 17:00:54.211096 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 48990) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:54.262715 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61c720-59f6-4786-b165-5e8975c9c381 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d15a586-b224-4a86-b3ea-5ab9d33c89ee,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:54.285118 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1a2919f5-ec82-4f04-bacf-d96d0bc25b66 req-c1136bbd-b688-4094-86bd-505dea91e5e2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a998c39-645a-408e-9ea1-7d0db6260621 HTTP/1.1" status: 200 len: 999 time: 0.0941699 Nov 22 17:00:54.292816 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.358195 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] For port 2e92c656-8d6e-4282-ac9e-f5b2f50c650d, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=2e92c656-8d6e-4282-ac9e-f5b2f50c650d,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:54.359572 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2919f5-ec82-4f04-bacf-d96d0bc25b66 req-ddbf4cf7-5e9c-4f3f-8946-ecdbef9e7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:54.361179 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.361575 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1a2919f5-ec82-4f04-bacf-d96d0bc25b66 req-ddbf4cf7-5e9c-4f3f-8946-ecdbef9e7614 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=80a11fbc-1cd5-456e-a3ee-c1df04fd356c HTTP/1.1" status: 200 len: 853 time: 0.0645094 Nov 22 17:00:54.368398 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.372246 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.424430 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb380fe-f6a6-443b-8d45-22ab0965ded7 None None] Pushing event updated for resources: {'Port': ['ID=63a77da8-4782-4baf-bcb4-7bd83b695c3a,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:54.450856 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Pushing event updated for resources: {'Port': ['ID=2e92c656-8d6e-4282-ac9e-f5b2f50c650d,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:54.485636 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2919f5-ec82-4f04-bacf-d96d0bc25b66 req-5c748522-9134-48bc-87dc-e9b9be690f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:54.487896 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1a2919f5-ec82-4f04-bacf-d96d0bc25b66 req-5c748522-9134-48bc-87dc-e9b9be690f8f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9e0316c1-ed6f-4147-a582-f43d4b45ed05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1140723 Nov 22 17:00:54.526139 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] Attempting to bind port 63a77da8-4782-4baf-bcb4-7bd83b695c3a on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:54.526914 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] Attempting to bind port 63a77da8-4782-4baf-bcb4-7bd83b695c3a by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '9b402469-1111-4859-a2d9-d4d974ef950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '116150b4-8606-4256-9f02-715128e254c0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:54.527239 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] Attempting to bind port 63a77da8-4782-4baf-bcb4-7bd83b695c3a on network 116150b4-8606-4256-9f02-715128e254c0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:54.535848 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:54.536612 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] Checking segment: {'id': '9b402469-1111-4859-a2d9-d4d974ef950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '116150b4-8606-4256-9f02-715128e254c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:54.536726 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.542072 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] Bound using segment: {'id': '9b402469-1111-4859-a2d9-d4d974ef950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '116150b4-8606-4256-9f02-715128e254c0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:54.542698 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] Bound port: 63a77da8-4782-4baf-bcb4-7bd83b695c3a, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b402469-1111-4859-a2d9-d4d974ef950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '116150b4-8606-4256-9f02-715128e254c0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:54.543116 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.595738 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35e99d-d337-4b71-b2f1-78b2da916ca2 req-43a42db5-f834-4a21-9e6e-665c4305fa5d tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:54.597588 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8f35e99d-d337-4b71-b2f1-78b2da916ca2 req-43a42db5-f834-4a21-9e6e-665c4305fa5d tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bc9b40-93f0-4400-9f67-62a901739121 HTTP/1.1" status: 200 len: 944 time: 0.1507499 Nov 22 17:00:54.654503 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] For port 63a77da8-4782-4baf-bcb4-7bd83b695c3a, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:54.664655 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] For port 63a77da8-4782-4baf-bcb4-7bd83b695c3a, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=63a77da8-4782-4baf-bcb4-7bd83b695c3a,segment=NetworkSegment(9b402469-1111-4859-a2d9-d4d974ef950e),segment_id=9b402469-1111-4859-a2d9-d4d974ef950e)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:54.672192 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.695538 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8f35e99d-d337-4b71-b2f1-78b2da916ca2 req-d3fb6009-454f-46a4-b07e-96c2da704471 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881321 Nov 22 17:00:54.728721 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1a2919f5-ec82-4f04-bacf-d96d0bc25b66 req-423cd60b-8dcb-4531-a3d6-0c379c74bf9e service neutron] 10.222.0.85 "GET /v2.0/networks/9e0316c1-ed6f-4147-a582-f43d4b45ed05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222037 Nov 22 17:00:54.766061 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] Routers {'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:54.766981 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:00:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:54.807243 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-a1821074-3442-4436-ba1a-11d443d0fce5 None None] Provisioning complete for port 63a77da8-4782-4baf-bcb4-7bd83b695c3a triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:54.807850 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1821074-3442-4436-ba1a-11d443d0fce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.816523 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb380fe-f6a6-443b-8d45-22ab0965ded7 None None] Pushing event updated for resources: {'Port': ['ID=63a77da8-4782-4baf-bcb4-7bd83b695c3a,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:54.900296 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1a2919f5-ec82-4f04-bacf-d96d0bc25b66 req-0ab97013-4876-4363-865b-72c1e0b3d9e7 service neutron] 10.222.0.85 "GET /v2.0/networks/9e0316c1-ed6f-4147-a582-f43d4b45ed05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631293 Nov 22 17:00:54.921355 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-8edd3d6b-763d-4801-b763-5b2f355bd357 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Deleting port 4ddce847-b6cd-47ca-8c5c-9a560b251b1b {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:54.921905 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8edd3d6b-763d-4801-b763-5b2f355bd357 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.957981 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1821074-3442-4436-ba1a-11d443d0fce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.962281 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] Set router b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:55.015997 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-a1821074-3442-4436-ba1a-11d443d0fce5 None None] For port 63a77da8-4782-4baf-bcb4-7bd83b695c3a, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=63a77da8-4782-4baf-bcb4-7bd83b695c3a,segment=NetworkSegment(9b402469-1111-4859-a2d9-d4d974ef950e),segment_id=9b402469-1111-4859-a2d9-d4d974ef950e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:55.020834 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1821074-3442-4436-ba1a-11d443d0fce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.048925 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8edd3d6b-763d-4801-b763-5b2f355bd357 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.049373 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8edd3d6b-763d-4801-b763-5b2f355bd357 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.066910 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-8edd3d6b-763d-4801-b763-5b2f355bd357 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Calling delete_port for 4ddce847-b6cd-47ca-8c5c-9a560b251b1b owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:55.087039 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1821074-3442-4436-ba1a-11d443d0fce5 None None] Pushing event updated for resources: {'Port': ['ID=63a77da8-4782-4baf-bcb4-7bd83b695c3a,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:55.151895 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-7748cf12-3546-47d6-bd57-849ab512b468 None None] Provisioning complete for port 63a77da8-4782-4baf-bcb4-7bd83b695c3a triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:55.152298 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7748cf12-3546-47d6-bd57-849ab512b468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.238643 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'name': 'tempest-TestShelveInstance-1200378761-router', 'tenant_id': 'b5d3194422724f3c9b4267ae5604de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '2e92c656-8d6e-4282-ac9e-f5b2f50c650d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:46Z', 'updated_at': '2021-11-22T17:00:50Z', 'revision_number': 4, 'project_id': 'b5d3194422724f3c9b4267ae5604de95', 'gw_port': {'id': '2e92c656-8d6e-4282-ac9e-f5b2f50c650d', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:46Z', 'updated_at': '2021-11-22T17:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '63a77da8-4782-4baf-bcb4-7bd83b695c3a', 'name': '', 'network_id': '116150b4-8606-4256-9f02-715128e254c0', 'tenant_id': 'b5d3194422724f3c9b4267ae5604de95', 'mac_address': 'fa:16:3e:03:6c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '74f46e71-22e0-44e7-9bae-c1a0d9df8e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:49Z', 'updated_at': '2021-11-22T17:00:54Z', 'revision_number': 4, 'project_id': 'b5d3194422724f3c9b4267ae5604de95', 'subnets': [{'id': '74f46e71-22e0-44e7-9bae-c1a0d9df8e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:55.273099 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f470e4-f2d4-4c40-8fb6-636d06e0d821 None None] The sync data for ids ['b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5'] in dv-cinder-778193-11-iscsi is: [{'id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'name': 'tempest-TestShelveInstance-1200378761-router', 'tenant_id': 'b5d3194422724f3c9b4267ae5604de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '2e92c656-8d6e-4282-ac9e-f5b2f50c650d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:46Z', 'updated_at': '2021-11-22T17:00:50Z', 'revision_number': 4, 'project_id': 'b5d3194422724f3c9b4267ae5604de95', 'gw_port': {'id': '2e92c656-8d6e-4282-ac9e-f5b2f50c650d', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:46Z', 'updated_at': '2021-11-22T17:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '63a77da8-4782-4baf-bcb4-7bd83b695c3a', 'name': '', 'network_id': '116150b4-8606-4256-9f02-715128e254c0', 'tenant_id': 'b5d3194422724f3c9b4267ae5604de95', 'mac_address': 'fa:16:3e:03:6c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '74f46e71-22e0-44e7-9bae-c1a0d9df8e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:49Z', 'updated_at': '2021-11-22T17:00:54Z', 'revision_number': 4, 'project_id': 'b5d3194422724f3c9b4267ae5604de95', 'subnets': [{'id': '74f46e71-22e0-44e7-9bae-c1a0d9df8e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:55.294587 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8edd3d6b-763d-4801-b763-5b2f355bd357 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.319875 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd3d6b-763d-4801-b763-5b2f355bd357 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Pushing event deleted for resources: {'Port': ['ID=4ddce847-b6cd-47ca-8c5c-9a560b251b1b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:55.385230 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8edd3d6b-763d-4801-b763-5b2f355bd357 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.385586 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-8edd3d6b-763d-4801-b763-5b2f355bd357 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Floating IP 5002df02-b0e1-4951-8b3c-3e1388a017b5 disassociated (deleted). External IP: 172.27.0.7, port: 3a998c39-645a-408e-9ea1-7d0db6260621. Nov 22 17:00:55.644851 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edd3d6b-763d-4801-b763-5b2f355bd357 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Router 7112de87-c73f-4c0c-ba19-1ad3f3867d76 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:00:55.698481 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 63a77da8-4782-4baf-bcb4-7bd83b695c3a up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:55.763913 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 63a77da8-4782-4baf-bcb4-7bd83b695c3a triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:55.764255 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.774052 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edd3d6b-763d-4801-b763-5b2f355bd357 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:55.781113 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8edd3d6b-763d-4801-b763-5b2f355bd357 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.798974 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313023b-8317-4830-aeb7-451de0f60e6a None None] Sync routers for ids ['7112de87-c73f-4c0c-ba19-1ad3f3867d76'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:55.816733 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-8edd3d6b-763d-4801-b763-5b2f355bd357 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "DELETE /v2.0/floatingips/5002df02-b0e1-4951-8b3c-3e1388a017b5 HTTP/1.1" status: 204 len: 168 time: 1.6016209 Nov 22 17:00:55.816733 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5db562-90f4-4e8f-91fb-b3748ec80dff', 'tag': '3a998c39-645a-408e-9ea1-7d0db6260621'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:55.826658 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313023b-8317-4830-aeb7-451de0f60e6a None None] Routers {'7112de87-c73f-4c0c-ba19-1ad3f3867d76'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:55.827279 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-d313023b-8317-4830-aeb7-451de0f60e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:00:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['7112de87-c73f-4c0c-ba19-1ad3f3867d76'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:55.829003 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3c736c-66f8-4738-8edf-3315f9915897" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5db562-90f4-4e8f-91fb-b3748ec80dff", "tag": "3a998c39-645a-408e-9ea1-7d0db6260621"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:55.869036 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049eecbf-ba81-4ae1-9e19-0903669e011b req-ca7dd78b-5508-4167-a792-9c0056bfec13 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:55.870574 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-049eecbf-ba81-4ae1-9e19-0903669e011b req-ca7dd78b-5508-4167-a792-9c0056bfec13 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bc9b40-93f0-4400-9f67-62a901739121 HTTP/1.1" status: 200 len: 944 time: 0.0774605 Nov 22 17:00:55.937082 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-049eecbf-ba81-4ae1-9e19-0903669e011b req-79b02b4b-5a91-40d9-8a6f-fe45d8880a31 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541329 Nov 22 17:00:55.999921 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfa2469-d63d-4939-a3cc-db2af9687b88 x-openstack-request-id: req-2bfa2469-d63d-4939-a3cc-db2af9687b88 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:56.000327 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5db562-90f4-4e8f-91fb-b3748ec80dff", "tag": "3a998c39-645a-408e-9ea1-7d0db6260621", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:56.000676 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2bfa2469-d63d-4939-a3cc-db2af9687b88 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:56.002058 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5db562-90f4-4e8f-91fb-b3748ec80dff', 'tag': '3a998c39-645a-408e-9ea1-7d0db6260621', 'status': 'completed', 'code': 200} Nov 22 17:00:56.005898 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 2e92c656-8d6e-4282-ac9e-f5b2f50c650d up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:56.056338 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-d313023b-8317-4830-aeb7-451de0f60e6a None None] Set router 7112de87-c73f-4c0c-ba19-1ad3f3867d76 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:56.089487 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c736c-66f8-4738-8edf-3315f9915897 req-a122d2c2-5d43-4cce-900b-15b8d291ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:56.091583 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-df3c736c-66f8-4738-8edf-3315f9915897 req-a122d2c2-5d43-4cce-900b-15b8d291ac11 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3fb052a8ba2c4cf684bc111e26b2c6ca&device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 1098 time: 0.0652916 Nov 22 17:00:56.249219 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c736c-66f8-4738-8edf-3315f9915897 req-c29230db-195f-4242-8df1-cec499975cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:56.250784 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-df3c736c-66f8-4738-8edf-3315f9915897 req-c29230db-195f-4242-8df1-cec499975cc9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9e0316c1-ed6f-4147-a582-f43d4b45ed05 HTTP/1.1" status: 200 len: 916 time: 0.1496854 Nov 22 17:00:56.297250 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-df3c736c-66f8-4738-8edf-3315f9915897 req-bfda3490-1088-4b97-af2a-eaa4df81c95d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a998c39-645a-408e-9ea1-7d0db6260621 HTTP/1.1" status: 200 len: 217 time: 0.0370603 Nov 22 17:00:56.334739 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 2e92c656-8d6e-4282-ac9e-f5b2f50c650d triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:56.335101 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:56.350250 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c736c-66f8-4738-8edf-3315f9915897 req-9cf824d4-d42e-4469-aec5-196e13ee381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:56.351738 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-df3c736c-66f8-4738-8edf-3315f9915897 req-9cf824d4-d42e-4469-aec5-196e13ee381b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=80a11fbc-1cd5-456e-a3ee-c1df04fd356c HTTP/1.1" status: 200 len: 853 time: 0.0475936 Nov 22 17:00:56.406370 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c736c-66f8-4738-8edf-3315f9915897 req-da0ffccd-369e-401d-8eaf-b9a6b067c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:56.407878 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-df3c736c-66f8-4738-8edf-3315f9915897 req-da0ffccd-369e-401d-8eaf-b9a6b067c061 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9e0316c1-ed6f-4147-a582-f43d4b45ed05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413959 Nov 22 17:00:56.469260 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device fbfad966-da43-4c0a-84e8-3df5006258ec details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:00:56.516415 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-df3c736c-66f8-4738-8edf-3315f9915897 req-489587cc-2b4e-4816-8359-413ed6dab440 service neutron] 10.222.0.85 "GET /v2.0/networks/9e0316c1-ed6f-4147-a582-f43d4b45ed05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953121 Nov 22 17:00:56.607888 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-d313023b-8317-4830-aeb7-451de0f60e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'name': 'tempest-TestMinimumBasicScenario-666691287-router', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b5928d23-f602-461e-8add-6335987b2e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:54Z', 'updated_at': '2021-11-22T16:57:58Z', 'revision_number': 4, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'gw_port': {'id': 'b5928d23-f602-461e-8add-6335987b2e20', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:55Z', 'updated_at': '2021-11-22T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '9b7131be-2dc8-470e-9de8-108fb1283349', 'name': '', 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'mac_address': 'fa:16:3e:32:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '80a11fbc-1cd5-456e-a3ee-c1df04fd356c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:57Z', 'updated_at': '2021-11-22T16:58:02Z', 'revision_number': 5, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'subnets': [{'id': '80a11fbc-1cd5-456e-a3ee-c1df04fd356c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:56.617845 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-df3c736c-66f8-4738-8edf-3315f9915897 req-afbd857d-e1e4-4e9f-8ab0-2df6d9bdbbff service neutron] 10.222.0.85 "GET /v2.0/networks/9e0316c1-ed6f-4147-a582-f43d4b45ed05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943060 Nov 22 17:00:56.644222 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313023b-8317-4830-aeb7-451de0f60e6a None None] Checking router: 7112de87-c73f-4c0c-ba19-1ad3f3867d76 for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:56.647692 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port fbfad966-da43-4c0a-84e8-3df5006258ec, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fbfad966-da43-4c0a-84e8-3df5006258ec,segment=NetworkSegment(3fc918b6-43c9-4abb-b0e8-40a013768da0),segment_id=3fc918b6-43c9-4abb-b0e8-40a013768da0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:56.663903 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': 'fbfad966-da43-4c0a-84e8-3df5006258ec', 'network_id': 'c0b50291-da19-4794-8f7b-90d36c81ce3c', 'port_id': 'fbfad966-da43-4c0a-84e8-3df5006258ec', 'mac_address': 'fa:16:3e:ab:e5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6df5e6-192d-43c1-ad75-06bfe5fd9e18', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:00:56.666629 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313023b-8317-4830-aeb7-451de0f60e6a None None] Routers {'7112de87-c73f-4c0c-ba19-1ad3f3867d76'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:56.667240 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-d313023b-8317-4830-aeb7-451de0f60e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:00:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['7112de87-c73f-4c0c-ba19-1ad3f3867d76'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:56.784100 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:56.808074 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbfad966-da43-4c0a-84e8-3df5006258ec {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:00:56.823996 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-d313023b-8317-4830-aeb7-451de0f60e6a None None] Set router 7112de87-c73f-4c0c-ba19-1ad3f3867d76 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:56.862507 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port fbfad966-da43-4c0a-84e8-3df5006258ec, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fbfad966-da43-4c0a-84e8-3df5006258ec,segment=NetworkSegment(3fc918b6-43c9-4abb-b0e8-40a013768da0),segment_id=3fc918b6-43c9-4abb-b0e8-40a013768da0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:56.867534 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:56.992768 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=fbfad966-da43-4c0a-84e8-3df5006258ec,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:57.099907 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-d313023b-8317-4830-aeb7-451de0f60e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'name': 'tempest-TestMinimumBasicScenario-666691287-router', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b5928d23-f602-461e-8add-6335987b2e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:54Z', 'updated_at': '2021-11-22T16:57:58Z', 'revision_number': 4, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'gw_port': {'id': 'b5928d23-f602-461e-8add-6335987b2e20', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:55Z', 'updated_at': '2021-11-22T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '9b7131be-2dc8-470e-9de8-108fb1283349', 'name': '', 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'mac_address': 'fa:16:3e:32:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '80a11fbc-1cd5-456e-a3ee-c1df04fd356c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:57Z', 'updated_at': '2021-11-22T16:58:02Z', 'revision_number': 5, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'subnets': [{'id': '80a11fbc-1cd5-456e-a3ee-c1df04fd356c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:57.129163 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313023b-8317-4830-aeb7-451de0f60e6a None None] The sync data for ids ['7112de87-c73f-4c0c-ba19-1ad3f3867d76'] in dv-cinder-778193-11-iscsi is: [{'id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'name': 'tempest-TestMinimumBasicScenario-666691287-router', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b5928d23-f602-461e-8add-6335987b2e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:54Z', 'updated_at': '2021-11-22T16:57:58Z', 'revision_number': 4, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'gw_port': {'id': 'b5928d23-f602-461e-8add-6335987b2e20', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:55Z', 'updated_at': '2021-11-22T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '9b7131be-2dc8-470e-9de8-108fb1283349', 'name': '', 'network_id': '9e0316c1-ed6f-4147-a582-f43d4b45ed05', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'mac_address': 'fa:16:3e:32:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '80a11fbc-1cd5-456e-a3ee-c1df04fd356c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:57Z', 'updated_at': '2021-11-22T16:58:02Z', 'revision_number': 5, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'subnets': [{'id': '80a11fbc-1cd5-456e-a3ee-c1df04fd356c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:57.171185 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['fbfad966-da43-4c0a-84e8-3df5006258ec'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:00:57.331585 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2965d5-9fc9-4a59-9913-cb904ab486de req-fa3670e8-88f3-4a42-bac1-717b19169cb9 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:57.333846 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0b2965d5-9fc9-4a59-9913-cb904ab486de req-fa3670e8-88f3-4a42-bac1-717b19169cb9 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bc9b40-93f0-4400-9f67-62a901739121 HTTP/1.1" status: 200 len: 945 time: 0.3184905 Nov 22 17:00:57.386804 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0b2965d5-9fc9-4a59-9913-cb904ab486de req-77972f5f-2684-429f-a729-7cb0101b8fbd tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467541 Nov 22 17:00:57.413107 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0694b42a-0988-4cc4-99bd-93e7f32adaa3 None None] New status for floating IP 5002df02-b0e1-4951-8b3c-3e1388a017b5: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:00:58.339600 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:58.484367 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device fbfad966-da43-4c0a-84e8-3df5006258ec up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:58.510766 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f054f0d-f7e5-4485-aa0a-1c9be7108c77 req-a916a191-9adf-439a-a8bb-dce794450abc tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:58.512081 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6f054f0d-f7e5-4485-aa0a-1c9be7108c77 req-a916a191-9adf-439a-a8bb-dce794450abc tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bc9b40-93f0-4400-9f67-62a901739121 HTTP/1.1" status: 200 len: 945 time: 0.0555305 Nov 22 17:00:58.541756 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port fbfad966-da43-4c0a-84e8-3df5006258ec completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:00:58.546213 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port fbfad966-da43-4c0a-84e8-3df5006258ec triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:58.546584 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:58.563726 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6f054f0d-f7e5-4485-aa0a-1c9be7108c77 req-eaf1d282-25dc-437b-b2df-9b258d7aa1c3 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450392 Nov 22 17:00:58.637729 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:58.660768 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bc9b40-93f0-4400-9f67-62a901739121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfad966-da43-4c0a-84e8-3df5006258ec'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:58.663076 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b792d7f-f837-4f9f-a075-745de197100d" -d '{"events": [{"server_uuid": "29bc9b40-93f0-4400-9f67-62a901739121", "name": "network-vif-plugged", "status": "completed", "tag": "fbfad966-da43-4c0a-84e8-3df5006258ec"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:58.676977 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port fbfad966-da43-4c0a-84e8-3df5006258ec, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fbfad966-da43-4c0a-84e8-3df5006258ec,segment=NetworkSegment(3fc918b6-43c9-4abb-b0e8-40a013768da0),segment_id=3fc918b6-43c9-4abb-b0e8-40a013768da0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:58.680930 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:58.745611 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=fbfad966-da43-4c0a-84e8-3df5006258ec,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:58.758864 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecbca9f-4716-42c7-a923-9fcf0f4730c0 x-openstack-request-id: req-cecbca9f-4716-42c7-a923-9fcf0f4730c0 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:58.759247 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bc9b40-93f0-4400-9f67-62a901739121", "name": "network-vif-plugged", "status": "completed", "tag": "fbfad966-da43-4c0a-84e8-3df5006258ec", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:58.760423 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cecbca9f-4716-42c7-a923-9fcf0f4730c0 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:58.760423 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bc9b40-93f0-4400-9f67-62a901739121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfad966-da43-4c0a-84e8-3df5006258ec', 'code': 200} Nov 22 17:00:58.947610 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26667934-64f2-4059-8d81-f5deb4b000f6 req-50286f8b-4005-4fa6-b5ca-e9941c401e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:58.949115 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-26667934-64f2-4059-8d81-f5deb4b000f6 req-50286f8b-4005-4fa6-b5ca-e9941c401e3a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=29bc9b40-93f0-4400-9f67-62a901739121 HTTP/1.1" status: 200 len: 1099 time: 0.0412962 Nov 22 17:00:59.002596 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-26667934-64f2-4059-8d81-f5deb4b000f6 req-ad4428dd-438d-4399-9dd2-280a17b5d62d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383687 Nov 22 17:00:59.681629 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9d109-6a9a-43d8-858f-3497890994a1 req-0a5e9c4a-9477-4a82-b5ba-de0fb0260ea8 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:59.683111 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a2b9d109-6a9a-43d8-858f-3497890994a1 req-0a5e9c4a-9477-4a82-b5ba-de0fb0260ea8 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bc9b40-93f0-4400-9f67-62a901739121 HTTP/1.1" status: 200 len: 946 time: 0.0489748 Nov 22 17:00:59.730852 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a2b9d109-6a9a-43d8-858f-3497890994a1 req-f31a2650-1b75-4080-80e2-2985a2d32fa6 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416996 Nov 22 17:01:00.852856 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a6353-5b35-481a-ab32-94827e51b3a0 req-f3d7c443-c53f-44cb-9a3b-47cce2b9ad46 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:00.854334 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3e1a6353-5b35-481a-ab32-94827e51b3a0 req-f3d7c443-c53f-44cb-9a3b-47cce2b9ad46 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bc9b40-93f0-4400-9f67-62a901739121 HTTP/1.1" status: 200 len: 946 time: 0.0537524 Nov 22 17:01:00.905019 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3e1a6353-5b35-481a-ab32-94827e51b3a0 req-c8ac0ddb-b5bc-4b0b-b0bc-da5ba1d3c186 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445957 Nov 22 17:01:03.950943 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c1fa6-b3f3-4880-b247-71ccd9c8f1d2 req-87dd5410-550e-4127-8612-ed69687ae9a4 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:03.952482 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b34c1fa6-b3f3-4880-b247-71ccd9c8f1d2 req-87dd5410-550e-4127-8612-ed69687ae9a4 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 945 time: 0.0502946 Nov 22 17:01:04.011440 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b34c1fa6-b3f3-4880-b247-71ccd9c8f1d2 req-d0130c95-cd21-4b00-b191-f1ce2c3194d8 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506718 Nov 22 17:01:05.141095 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47edbaa-2e71-416b-ae79-7946a6f4687f req-3e39b369-33cd-4a20-a96d-dd26aa3b2fee tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:05.142679 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c47edbaa-2e71-416b-ae79-7946a6f4687f req-3e39b369-33cd-4a20-a96d-dd26aa3b2fee tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 945 time: 0.0511503 Nov 22 17:01:05.192222 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c47edbaa-2e71-416b-ae79-7946a6f4687f req-eea03512-6c7f-4194-bc33-0562210f7a2a tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420964 Nov 22 17:01:06.124774 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ec8ad-516b-44ac-96ae-a6912529473f req-00d4a209-37cb-445b-8a80-d4c07ec5f2a0 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:06.126260 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-550ec8ad-516b-44ac-96ae-a6912529473f req-00d4a209-37cb-445b-8a80-d4c07ec5f2a0 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 945 time: 0.0510132 Nov 22 17:01:06.227802 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-550ec8ad-516b-44ac-96ae-a6912529473f req-bd4ffd1d-73aa-4872-a6eb-dbae7638e34c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Deleting port 3a998c39-645a-408e-9ea1-7d0db6260621 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:06.228270 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-550ec8ad-516b-44ac-96ae-a6912529473f req-bd4ffd1d-73aa-4872-a6eb-dbae7638e34c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.309870 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c9a86-c87b-4ada-a317-9b32be529530 req-8720b046-75aa-4a89-804e-5fced99b9bf9 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:06.311391 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c18c9a86-c87b-4ada-a317-9b32be529530 req-8720b046-75aa-4a89-804e-5fced99b9bf9 tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c5db562-90f4-4e8f-91fb-b3748ec80dff HTTP/1.1" status: 200 len: 945 time: 0.0487947 Nov 22 17:01:06.320120 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-550ec8ad-516b-44ac-96ae-a6912529473f req-bd4ffd1d-73aa-4872-a6eb-dbae7638e34c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] For port 3a998c39-645a-408e-9ea1-7d0db6260621, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3a998c39-645a-408e-9ea1-7d0db6260621,segment=NetworkSegment(5a968853-1af1-46b3-8a6e-ae7e1b404ec4),segment_id=5a968853-1af1-46b3-8a6e-ae7e1b404ec4)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:06.320572 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-550ec8ad-516b-44ac-96ae-a6912529473f req-bd4ffd1d-73aa-4872-a6eb-dbae7638e34c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.332969 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-550ec8ad-516b-44ac-96ae-a6912529473f req-bd4ffd1d-73aa-4872-a6eb-dbae7638e34c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Calling delete_port for 3a998c39-645a-408e-9ea1-7d0db6260621 owned by compute:nova {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:06.358758 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c18c9a86-c87b-4ada-a317-9b32be529530 req-5a21d4fe-9e75-4b0c-bebf-dd347629841b tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c948567-7d0f-4ffa-a719-fb013e7be68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412884 Nov 22 17:01:06.465428 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-550ec8ad-516b-44ac-96ae-a6912529473f req-bd4ffd1d-73aa-4872-a6eb-dbae7638e34c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.478634 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['3a998c39-645a-408e-9ea1-7d0db6260621'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:01:06.494353 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ffd1d-73aa-4872-a6eb-dbae7638e34c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Pushing event deleted for resources: {'Port': ['ID=3a998c39-645a-408e-9ea1-7d0db6260621,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:06.541180 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-550ec8ad-516b-44ac-96ae-a6912529473f req-bd4ffd1d-73aa-4872-a6eb-dbae7638e34c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] No DVR routers for this DVR port 3a998c39-645a-408e-9ea1-7d0db6260621 on host hv-cinder-77819 {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:06.543773 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-550ec8ad-516b-44ac-96ae-a6912529473f req-bd4ffd1d-73aa-4872-a6eb-dbae7638e34c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.547290 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-550ec8ad-516b-44ac-96ae-a6912529473f req-bd4ffd1d-73aa-4872-a6eb-dbae7638e34c tempest-TestMinimumBasicScenario-739087977 tempest-TestMinimumBasicScenario-739087977-project] 10.222.0.85 "DELETE /v2.0/ports/3a998c39-645a-408e-9ea1-7d0db6260621 HTTP/1.1" status: 204 len: 173 time: 0.4117327 Nov 22 17:01:06.547664 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5db562-90f4-4e8f-91fb-b3748ec80dff', 'name': 'network-vif-deleted', 'tag': '3a998c39-645a-408e-9ea1-7d0db6260621'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:01:06.550075 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e25eae-c715-4386-a970-f89a4e1da776" -d '{"events": [{"server_uuid": "4c5db562-90f4-4e8f-91fb-b3748ec80dff", "name": "network-vif-deleted", "tag": "3a998c39-645a-408e-9ea1-7d0db6260621"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:01:06.601697 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c1acf5-590d-4763-8e5b-f873e2719cb1 x-openstack-request-id: req-c7c1acf5-590d-4763-8e5b-f873e2719cb1 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:01:06.602054 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5db562-90f4-4e8f-91fb-b3748ec80dff", "name": "network-vif-deleted", "tag": "3a998c39-645a-408e-9ea1-7d0db6260621", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:01:06.602367 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c7c1acf5-590d-4763-8e5b-f873e2719cb1 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:01:06.602855 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5db562-90f4-4e8f-91fb-b3748ec80dff', 'name': 'network-vif-deleted', 'tag': '3a998c39-645a-408e-9ea1-7d0db6260621', 'status': 'completed', 'code': 200} Nov 22 17:01:07.207183 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-040d1d57-332d-4ea1-ae96-70b02f34ec19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:07.382274 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fe9ea-4149-4054-be9a-51e731c4f50f req-e40f3883-9a52-4319-9996-434fb36f9f26 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:07.385447 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f58fe9ea-4149-4054-be9a-51e731c4f50f req-e40f3883-9a52-4319-9996-434fb36f9f26 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 946 time: 0.0554571 Nov 22 17:01:07.446206 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f58fe9ea-4149-4054-be9a-51e731c4f50f req-5f5b8285-ab00-4b6c-b3b2-4d7d43d33b01 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517595 Nov 22 17:01:08.565984 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09477441-5926-4887-b71c-8da58fa1fad3 req-ee6a0620-0cda-4e46-8ff5-7db84be84c25 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:08.567966 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-09477441-5926-4887-b71c-8da58fa1fad3 req-ee6a0620-0cda-4e46-8ff5-7db84be84c25 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 946 time: 0.0490599 Nov 22 17:01:08.617930 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-09477441-5926-4887-b71c-8da58fa1fad3 req-85a6f9ee-382c-4c5f-9fab-ac45589d27cd tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441120 Nov 22 17:01:09.439215 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e9310-01c2-4253-b260-04b84dda5768 req-f27c842f-4fbe-4c0c-98dc-c7118992ddcf tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:09.440956 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-452e9310-01c2-4253-b260-04b84dda5768 req-f27c842f-4fbe-4c0c-98dc-c7118992ddcf tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 946 time: 0.0535228 Nov 22 17:01:09.498323 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a035795-9300-4bca-af78-28d5dc402013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.560716 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-452e9310-01c2-4253-b260-04b84dda5768 req-e9871013-c17d-475e-9a6f-746d83107446 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Deleting port 05347941-e90e-4e37-bf94-5230911bab70 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:09.561116 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-452e9310-01c2-4253-b260-04b84dda5768 req-e9871013-c17d-475e-9a6f-746d83107446 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.661017 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-452e9310-01c2-4253-b260-04b84dda5768 req-e9871013-c17d-475e-9a6f-746d83107446 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] For port 05347941-e90e-4e37-bf94-5230911bab70, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=05347941-e90e-4e37-bf94-5230911bab70,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:09.661476 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-452e9310-01c2-4253-b260-04b84dda5768 req-e9871013-c17d-475e-9a6f-746d83107446 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.750272 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef1bc4-ed8c-425a-ad06-6278360c2a9a req-eb5c82a3-50c3-40d9-bff0-7f3f1e9377b9 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:09.751833 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-92ef1bc4-ed8c-425a-ad06-6278360c2a9a req-eb5c82a3-50c3-40d9-bff0-7f3f1e9377b9 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 946 time: 0.0542698 Nov 22 17:01:09.815276 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-92ef1bc4-ed8c-425a-ad06-6278360c2a9a req-479d4c98-caee-404d-8c46-e5f662a7afa6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565102 Nov 22 17:01:09.857135 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 49240) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:09.918276 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-452e9310-01c2-4253-b260-04b84dda5768 req-e9871013-c17d-475e-9a6f-746d83107446 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.918673 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-452e9310-01c2-4253-b260-04b84dda5768 req-e9871013-c17d-475e-9a6f-746d83107446 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3767069'] for floatingip, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.918952 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.db.l3_db [req-452e9310-01c2-4253-b260-04b84dda5768 req-e9871013-c17d-475e-9a6f-746d83107446 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Floating IP 1ce0fbfb-041a-47ac-afbb-c311f7b5dbff disassociated. External IP: 172.27.0.97, port: 05347941-e90e-4e37-bf94-5230911bab70. Nov 22 17:01:09.919431 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-452e9310-01c2-4253-b260-04b84dda5768 req-e9871013-c17d-475e-9a6f-746d83107446 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Calling delete_port for 05347941-e90e-4e37-bf94-5230911bab70 owned by compute:nova {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:10.195769 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-452e9310-01c2-4253-b260-04b84dda5768 req-e9871013-c17d-475e-9a6f-746d83107446 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:10.228030 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9871013-c17d-475e-9a6f-746d83107446 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event deleted for resources: {'Port': ['ID=05347941-e90e-4e37-bf94-5230911bab70,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:10.460962 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-452e9310-01c2-4253-b260-04b84dda5768 req-e9871013-c17d-475e-9a6f-746d83107446 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Router 8593a199-e35b-4352-848a-b86cefd7a859 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:01:10.555894 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 3a998c39-645a-408e-9ea1-7d0db6260621 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:10.581260 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-93f8faa7-0ddf-45dc-8ebc-e832887d5643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832861'] for router_interface, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:10.583053 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: 3a998c39-645a-408e-9ea1-7d0db6260621 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:10.583396 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 3a998c39-645a-408e-9ea1-7d0db6260621 not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:10.673276 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-452e9310-01c2-4253-b260-04b84dda5768 req-e9871013-c17d-475e-9a6f-746d83107446 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:10.685130 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303a12f5-f444-44b4-b0c8-5bf9eaf5216b None None] Sync routers for ids ['8593a199-e35b-4352-848a-b86cefd7a859'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:10.700199 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303a12f5-f444-44b4-b0c8-5bf9eaf5216b None None] Routers {'8593a199-e35b-4352-848a-b86cefd7a859'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:10.700827 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-303a12f5-f444-44b4-b0c8-5bf9eaf5216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:01:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8593a199-e35b-4352-848a-b86cefd7a859'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:10.819112 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-303a12f5-f444-44b4-b0c8-5bf9eaf5216b None None] Set router 8593a199-e35b-4352-848a-b86cefd7a859 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:10.915627 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-715e0302-8188-4a79-91c4-5b8ff1d25fcd req-e02fce88-31ad-4d5c-9d26-2aa2363daf40 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab52eb2a-911f-4bc0-97d1-f3976f3930ad HTTP/1.1" status: 200 len: 210 time: 0.0288599 Nov 22 17:01:10.966832 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:10.974292 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-452e9310-01c2-4253-b260-04b84dda5768 req-e9871013-c17d-475e-9a6f-746d83107446 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] No DVR routers for this DVR port 05347941-e90e-4e37-bf94-5230911bab70 on host hv-cinder-77819 {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:10.977405 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-452e9310-01c2-4253-b260-04b84dda5768 req-e9871013-c17d-475e-9a6f-746d83107446 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:10.981058 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-452e9310-01c2-4253-b260-04b84dda5768 req-e9871013-c17d-475e-9a6f-746d83107446 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.85 "DELETE /v2.0/ports/05347941-e90e-4e37-bf94-5230911bab70 HTTP/1.1" status: 204 len: 173 time: 1.5336354 Nov 22 17:01:10.984726 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab52eb2a-911f-4bc0-97d1-f3976f3930ad', 'name': 'network-vif-deleted', 'tag': '05347941-e90e-4e37-bf94-5230911bab70'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:01:10.987747 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19e9a6a-5130-427c-afcf-97bbf2888add" -d '{"events": [{"server_uuid": "ab52eb2a-911f-4bc0-97d1-f3976f3930ad", "name": "network-vif-deleted", "tag": "05347941-e90e-4e37-bf94-5230911bab70"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:01:11.076707 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c813a259-793e-4a0d-9633-2117ea89d04b x-openstack-request-id: req-c813a259-793e-4a0d-9633-2117ea89d04b {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:01:11.076993 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab52eb2a-911f-4bc0-97d1-f3976f3930ad", "name": "network-vif-deleted", "tag": "05347941-e90e-4e37-bf94-5230911bab70", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:01:11.077240 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c813a259-793e-4a0d-9633-2117ea89d04b {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:01:11.077635 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab52eb2a-911f-4bc0-97d1-f3976f3930ad', 'name': 'network-vif-deleted', 'tag': '05347941-e90e-4e37-bf94-5230911bab70', 'status': 'completed', 'code': 200} Nov 22 17:01:11.174628 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-303a12f5-f444-44b4-b0c8-5bf9eaf5216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:11.201986 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303a12f5-f444-44b4-b0c8-5bf9eaf5216b None None] Checking router: 8593a199-e35b-4352-848a-b86cefd7a859 for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:01:11.210464 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303a12f5-f444-44b4-b0c8-5bf9eaf5216b None None] Routers {'8593a199-e35b-4352-848a-b86cefd7a859'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:11.211072 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-303a12f5-f444-44b4-b0c8-5bf9eaf5216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:01:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8593a199-e35b-4352-848a-b86cefd7a859'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:11.235899 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-93f8faa7-0ddf-45dc-8ebc-e832887d5643 admin admin] Deleting port 9b7131be-2dc8-470e-9de8-108fb1283349 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:11.236406 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-93f8faa7-0ddf-45dc-8ebc-e832887d5643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.328614 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-303a12f5-f444-44b4-b0c8-5bf9eaf5216b None None] Set router 8593a199-e35b-4352-848a-b86cefd7a859 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:11.332690 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-93f8faa7-0ddf-45dc-8ebc-e832887d5643 admin admin] For port 9b7131be-2dc8-470e-9de8-108fb1283349, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=9b7131be-2dc8-470e-9de8-108fb1283349,segment=NetworkSegment(5a968853-1af1-46b3-8a6e-ae7e1b404ec4),segment_id=5a968853-1af1-46b3-8a6e-ae7e1b404ec4)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:11.333121 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-93f8faa7-0ddf-45dc-8ebc-e832887d5643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.346569 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-93f8faa7-0ddf-45dc-8ebc-e832887d5643 admin admin] Calling delete_port for 9b7131be-2dc8-470e-9de8-108fb1283349 owned by network:router_interface {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:11.539678 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-303a12f5-f444-44b4-b0c8-5bf9eaf5216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:11.554333 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-93f8faa7-0ddf-45dc-8ebc-e832887d5643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.567727 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303a12f5-f444-44b4-b0c8-5bf9eaf5216b None None] The sync data for ids ['8593a199-e35b-4352-848a-b86cefd7a859'] in dv-cinder-778193-11-iscsi is: [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:11.578506 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8faa7-0ddf-45dc-8ebc-e832887d5643 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b7131be-2dc8-470e-9de8-108fb1283349,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:11.787946 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-93f8faa7-0ddf-45dc-8ebc-e832887d5643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3704845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833581'] for router_interface, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.884654 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f61d3b8-25a9-4107-b12a-ffb3328a891b None None] New status for floating IP 1ce0fbfb-041a-47ac-afbb-c311f7b5dbff: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:01:12.067242 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f8faa7-0ddf-45dc-8ebc-e832887d5643 admin admin] Router 7112de87-c73f-4c0c-ba19-1ad3f3867d76 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:01:12.179315 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f8faa7-0ddf-45dc-8ebc-e832887d5643 admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:12.186856 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-93f8faa7-0ddf-45dc-8ebc-e832887d5643 admin admin] 10.222.0.75 "PUT /v2.0/routers/7112de87-c73f-4c0c-ba19-1ad3f3867d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3250217 Nov 22 17:01:12.186856 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 49276) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:12.195410 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-e7a89fad-d784-42c8-9c0e-3cc9df2b61d1 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923965358&fields=id&tenant_id=ff819a571f3349ab8e0b24c2113c3551 HTTP/1.1" status: 200 len: 267 time: 0.0472984 Nov 22 17:01:12.203147 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f2ec6-8557-48a5-bdf3-d08b87d4905b None None] Sync routers for ids ['7112de87-c73f-4c0c-ba19-1ad3f3867d76'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:12.209478 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.215982 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529f2ec6-8557-48a5-bdf3-d08b87d4905b None None] Routers {'7112de87-c73f-4c0c-ba19-1ad3f3867d76'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:12.216642 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-529f2ec6-8557-48a5-bdf3-d08b87d4905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:01:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['7112de87-c73f-4c0c-ba19-1ad3f3867d76'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:12.294057 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3aaadb11-6684-4f71-bc1e-351035074c01 admin admin] Publish callbacks [] for router, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.318320 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-60c659c8-4c07-4a0f-baf5-3f62eb5328f0 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:12.319703 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-60c659c8-4c07-4a0f-baf5-3f62eb5328f0 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/networks?id=8a45d0e0-c483-4846-b311-02bee8b8b528 HTTP/1.1" status: 200 len: 812 time: 0.1175311 Nov 22 17:01:12.337444 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-529f2ec6-8557-48a5-bdf3-d08b87d4905b None None] Set router 7112de87-c73f-4c0c-ba19-1ad3f3867d76 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:12.344413 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-1bc9ad6d-fc92-4ade-b076-67b4508d29d5 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/quotas/ff819a571f3349ab8e0b24c2113c3551 HTTP/1.1" status: 200 len: 375 time: 0.0178359 Nov 22 17:01:12.412698 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-94e55731-31e4-48d1-ae32-506649288aaa tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ff819a571f3349ab8e0b24c2113c3551&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612283 Nov 22 17:01:12.421009 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3aaadb11-6684-4f71-bc1e-351035074c01 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.499535 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-3aaadb11-6684-4f71-bc1e-351035074c01 admin admin] Deleting port b5928d23-f602-461e-8add-6335987b2e20 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:12.504883 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3aaadb11-6684-4f71-bc1e-351035074c01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.541256 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-529f2ec6-8557-48a5-bdf3-d08b87d4905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'name': 'tempest-TestMinimumBasicScenario-666691287-router', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'b5928d23-f602-461e-8add-6335987b2e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:54Z', 'updated_at': '2021-11-22T17:01:11Z', 'revision_number': 5, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'gw_port': {'id': 'b5928d23-f602-461e-8add-6335987b2e20', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:55Z', 'updated_at': '2021-11-22T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:12.573294 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f2ec6-8557-48a5-bdf3-d08b87d4905b None None] Checking router: 7112de87-c73f-4c0c-ba19-1ad3f3867d76 for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:01:12.582277 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529f2ec6-8557-48a5-bdf3-d08b87d4905b None None] Routers {'7112de87-c73f-4c0c-ba19-1ad3f3867d76'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:12.582510 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-eed72fc3-0e86-46b2-bc22-7fc8bfbc342a service neutron] 10.222.0.75 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666539 Nov 22 17:01:12.582938 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-529f2ec6-8557-48a5-bdf3-d08b87d4905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:01:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['7112de87-c73f-4c0c-ba19-1ad3f3867d76'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:12.611105 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-3aaadb11-6684-4f71-bc1e-351035074c01 admin admin] For port b5928d23-f602-461e-8add-6335987b2e20, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=b5928d23-f602-461e-8add-6335987b2e20,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:12.611715 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3aaadb11-6684-4f71-bc1e-351035074c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.625843 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-3aaadb11-6684-4f71-bc1e-351035074c01 admin admin] Calling delete_port for b5928d23-f602-461e-8add-6335987b2e20 owned by network:router_gateway {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:12.682427 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-cdc4048f-f8f1-4c9a-a766-6b63698fecff service neutron] 10.222.0.75 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939844 Nov 22 17:01:12.685677 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-529f2ec6-8557-48a5-bdf3-d08b87d4905b None None] Set router 7112de87-c73f-4c0c-ba19-1ad3f3867d76 gateway port host: None {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:12.737228 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-529f2ec6-8557-48a5-bdf3-d08b87d4905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'name': 'tempest-TestMinimumBasicScenario-666691287-router', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:54Z', 'updated_at': '2021-11-22T17:01:12Z', 'revision_number': 6, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'gw_port_host': None}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:12.769332 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f2ec6-8557-48a5-bdf3-d08b87d4905b None None] The sync data for ids ['7112de87-c73f-4c0c-ba19-1ad3f3867d76'] in dv-cinder-778193-11-iscsi is: [{'id': '7112de87-c73f-4c0c-ba19-1ad3f3867d76', 'name': 'tempest-TestMinimumBasicScenario-666691287-router', 'tenant_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:54Z', 'updated_at': '2021-11-22T17:01:12Z', 'revision_number': 6, 'project_id': '3fb052a8ba2c4cf684bc111e26b2c6ca', 'gw_port_host': None}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:12.803357 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3aaadb11-6684-4f71-bc1e-351035074c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.841385 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaadb11-6684-4f71-bc1e-351035074c01 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5928d23-f602-461e-8add-6335987b2e20,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:12.909207 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3aaadb11-6684-4f71-bc1e-351035074c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767235'] for router_gateway, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.042644 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3aaadb11-6684-4f71-bc1e-351035074c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10032'] for router, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.045676 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7cca283e-8ffa-4500-a542-c75c3b20dcb1 req-6a33c3ec-d46e-49ff-838b-92f6c65241bf tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 210 time: 0.0589263 Nov 22 17:01:13.046874 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3aaadb11-6684-4f71-bc1e-351035074c01 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.114334 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3aaadb11-6684-4f71-bc1e-351035074c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3833560'] for router, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.114864 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaadb11-6684-4f71-bc1e-351035074c01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7112de87-c73f-4c0c-ba19-1ad3f3867d76 {{(pid=102627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:01:13.120236 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3aaadb11-6684-4f71-bc1e-351035074c01 admin admin] Publish callbacks [] for router, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.123663 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-3aaadb11-6684-4f71-bc1e-351035074c01 admin admin] 10.222.0.75 "DELETE /v2.0/routers/7112de87-c73f-4c0c-ba19-1ad3f3867d76 HTTP/1.1" status: 204 len: 168 time: 0.9337685 Nov 22 17:01:13.124169 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 49300) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:13.147121 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.173204 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_v2 [None req-716faef7-9986-4a6f-bac0-0aefae3c2779 admin admin] Deleting subnet 80a11fbc-1cd5-456e-a3ee-c1df04fd356c {{(pid=102627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:01:13.176807 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-716faef7-9986-4a6f-bac0-0aefae3c2779 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.223994 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-716faef7-9986-4a6f-bac0-0aefae3c2779 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25618655'] for subnet, precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.342810 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-716faef7-9986-4a6f-bac0-0aefae3c2779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572194'] for subnet, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.397054 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-716faef7-9986-4a6f-bac0-0aefae3c2779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25506244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29186019'] for subnet, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.425215 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716faef7-9986-4a6f-bac0-0aefae3c2779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80a11fbc-1cd5-456e-a3ee-c1df04fd356c,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:13.427578 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-716faef7-9986-4a6f-bac0-0aefae3c2779 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.433555 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-716faef7-9986-4a6f-bac0-0aefae3c2779 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/80a11fbc-1cd5-456e-a3ee-c1df04fd356c HTTP/1.1" status: 204 len: 168 time: 0.3060381 Nov 22 17:01:13.433947 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d7bb42-1ea2-4f77-94e2-a456abb85dc8 None None] Network 9e0316c1-ed6f-4147-a582-f43d4b45ed05 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:13.434064 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 49304) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:13.523463 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774480'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.612090 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] Deleting port 237ab6ad-4a24-41de-9c3a-ba634799aa37 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:13.612484 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.664399 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device b5928d23-f602-461e-8add-6335987b2e20 no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:13.684769 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: b5928d23-f602-461e-8add-6335987b2e20 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:13.685108 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device b5928d23-f602-461e-8add-6335987b2e20 not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:13.685527 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 9b7131be-2dc8-470e-9de8-108fb1283349 no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:13.688417 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] For port 237ab6ad-4a24-41de-9c3a-ba634799aa37, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=237ab6ad-4a24-41de-9c3a-ba634799aa37,segment=NetworkSegment(5a968853-1af1-46b3-8a6e-ae7e1b404ec4),segment_id=5a968853-1af1-46b3-8a6e-ae7e1b404ec4)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:13.688804 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.703924 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] Calling delete_port for 237ab6ad-4a24-41de-9c3a-ba634799aa37 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:13.714016 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e760ba-af8d-4d02-b361-72cccda96fa2 None None] DHCP port deletion for 9e0316c1-ed6f-4147-a582-f43d4b45ed05 request from dv-cinder-778193-11-iscsi {{(pid=102629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:13.717678 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: 9b7131be-2dc8-470e-9de8-108fb1283349 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:13.718020 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 9b7131be-2dc8-470e-9de8-108fb1283349 not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:13.775713 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-14e760ba-af8d-4d02-b361-72cccda96fa2 None None] Deleting port 237ab6ad-4a24-41de-9c3a-ba634799aa37 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:13.776109 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14e760ba-af8d-4d02-b361-72cccda96fa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.798793 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.823196 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=237ab6ad-4a24-41de-9c3a-ba634799aa37,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:13.829588 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] No DVR routers for this DVR port 237ab6ad-4a24-41de-9c3a-ba634799aa37 on host dv-cinder-778193-11-iscsi {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:13.845600 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-14e760ba-af8d-4d02-b361-72cccda96fa2 None None] For port 237ab6ad-4a24-41de-9c3a-ba634799aa37, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=237ab6ad-4a24-41de-9c3a-ba634799aa37,segment=NetworkSegment(5a968853-1af1-46b3-8a6e-ae7e1b404ec4),segment_id=5a968853-1af1-46b3-8a6e-ae7e1b404ec4)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:13.846143 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14e760ba-af8d-4d02-b361-72cccda96fa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.860076 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-14e760ba-af8d-4d02-b361-72cccda96fa2 None None] Calling delete_port for 237ab6ad-4a24-41de-9c3a-ba634799aa37 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:13.912972 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570257', 'neutron.services.segments.db._delete_segments_for_network-8736619892875'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.937550 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0316c1-ed6f-4147-a582-f43d4b45ed05']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:13.951120 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a968853-1af1-46b3-8a6e-ae7e1b404ec4') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:13.951554 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a968853-1af1-46b3-8a6e-ae7e1b404ec4') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:13.978419 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736620085782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26216368'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.995233 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.003242 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] Releasing vlan 1232 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:01:14.003622 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25513947'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: Traceback (most recent call last): Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: timer() Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: cb(*args, **kw) Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: return func(*args, **kwargs) Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: self._notify() Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: self.callback(batched_events) Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: event.method(event) Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: return f(self, *a, **k) Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: return self._get(url).json() Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:01:14.006066 dv-cinder-778193-11-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:01:14.031546 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14e760ba-af8d-4d02-b361-72cccda96fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.057887 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e760ba-af8d-4d02-b361-72cccda96fa2 None None] Pushing event deleted for resources: {'Port': ['ID=237ab6ad-4a24-41de-9c3a-ba634799aa37,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:14.062129 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e760ba-af8d-4d02-b361-72cccda96fa2 None None] No DVR routers for this DVR port 237ab6ad-4a24-41de-9c3a-ba634799aa37 on host dv-cinder-778193-11-iscsi {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:14.107035 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3767155'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.114541 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.119062 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/9e0316c1-ed6f-4147-a582-f43d4b45ed05 HTTP/1.1" status: 204 len: 168 time: 0.6834662 Nov 22 17:01:14.121915 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 49314) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:14.161802 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f7463caf-c1b9-46a4-acde-e7834f3c922e req-61d0e9ce-5892-4e93-8da6-e34ef56f12b8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 210 time: 0.0284479 Nov 22 17:01:14.190673 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e76f0-5f8f-40b8-bed9-4cb79292aac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e0316c1-ed6f-4147-a582-f43d4b45ed05,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:14.223415 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-30424158-1f17-48c6-9faf-f0969f5d70f4 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:14.224903 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-30424158-1f17-48c6-9faf-f0969f5d70f4 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.85 "GET /v2.0/networks?id=8a45d0e0-c483-4846-b311-02bee8b8b528 HTTP/1.1" status: 200 len: 812 time: 0.1726105 Nov 22 17:01:14.296426 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-bc6ff0b4-6b62-4040-92cc-f4b350e033ff tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff819a571f3349ab8e0b24c2113c3551 HTTP/1.1" status: 200 len: 380 time: 0.0605772 Nov 22 17:01:14.308323 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-ed8f077f-dd50-4cba-9448-0895f3d4d7f7 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Request body: {'port': {'device_id': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'admin_state_up': True, 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'security_groups': ['a3754c4b-96db-41f3-8d38-46c84fa2ad86']}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:14.427523 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-ed8f077f-dd50-4cba-9448-0895f3d4d7f7 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Made reservation on behalf of ff819a571f3349ab8e0b24c2113c3551 for: {'port': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:14.431052 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-ed8f077f-dd50-4cba-9448-0895f3d4d7f7 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.526508 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-479871aa-bba6-4c51-aa61-a8041846cfb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832861'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.567885 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 05347941-e90e-4e37-bf94-5230911bab70 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:14.581773 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-ed8f077f-dd50-4cba-9448-0895f3d4d7f7 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Allocated IP 172.20.0.5 (8a45d0e0-c483-4846-b311-02bee8b8b528/6366d018-e2df-44ed-80b0-34775cda3ea2/be82e795-c386-4e10-810b-b67428606efb) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:14.590560 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: 05347941-e90e-4e37-bf94-5230911bab70 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:14.590906 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 05347941-e90e-4e37-bf94-5230911bab70 not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:14.754106 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-ed8f077f-dd50-4cba-9448-0895f3d4d7f7 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.793278 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-ed8f077f-dd50-4cba-9448-0895f3d4d7f7 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.804359 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-479871aa-bba6-4c51-aa61-a8041846cfb5 admin admin] Deleting port ec303138-699e-42e7-9a09-bdbd77e6b2a8 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:14.804711 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-479871aa-bba6-4c51-aa61-a8041846cfb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.842484 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-ed8f077f-dd50-4cba-9448-0895f3d4d7f7 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Network 8a45d0e0-c483-4846-b311-02bee8b8b528 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:14.846144 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-ed8f077f-dd50-4cba-9448-0895f3d4d7f7 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:14.848972 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-ed8f077f-dd50-4cba-9448-0895f3d4d7f7 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:14.862472 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f077f-dd50-4cba-9448-0895f3d4d7f7 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event updated for resources: {'Port': ['ID=be82e795-c386-4e10-810b-b67428606efb,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:14.904476 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-479871aa-bba6-4c51-aa61-a8041846cfb5 admin admin] For port ec303138-699e-42e7-9a09-bdbd77e6b2a8, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=ec303138-699e-42e7-9a09-bdbd77e6b2a8,segment=NetworkSegment(5b717409-63e9-4968-a7dd-59c7a127f8ba),segment_id=5b717409-63e9-4968-a7dd-59c7a127f8ba)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:14.905396 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-479871aa-bba6-4c51-aa61-a8041846cfb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.922905 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-479871aa-bba6-4c51-aa61-a8041846cfb5 admin admin] Calling delete_port for ec303138-699e-42e7-9a09-bdbd77e6b2a8 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:14.923462 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-ed8f077f-dd50-4cba-9448-0895f3d4d7f7 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:14.924157 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-ed8f077f-dd50-4cba-9448-0895f3d4d7f7 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.942629 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-ed8f077f-dd50-4cba-9448-0895f3d4d7f7 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6387317 Nov 22 17:01:14.955780 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Request body: {'port': {'device_id': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:15.121549 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-7481eab5-078d-4580-afe2-0dfb4b3dbcdd None None] Provisioning complete for port be82e795-c386-4e10-810b-b67428606efb triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:15.122775 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7481eab5-078d-4580-afe2-0dfb4b3dbcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.167712 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-479871aa-bba6-4c51-aa61-a8041846cfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.181190 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-7481eab5-078d-4580-afe2-0dfb4b3dbcdd None None] Port be82e795-c386-4e10-810b-b67428606efb cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:15.208896 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479871aa-bba6-4c51-aa61-a8041846cfb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec303138-699e-42e7-9a09-bdbd77e6b2a8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:15.314868 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.344173 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b9f67-65b5-4c4a-a568-80ce58a286b8 req-05484482-294e-40f5-9095-9dc74212a26f tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:15.345829 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-001b9f67-65b5-4c4a-a568-80ce58a286b8 req-05484482-294e-40f5-9095-9dc74212a26f tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 931 time: 0.0829086 Nov 22 17:01:15.417716 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-479871aa-bba6-4c51-aa61-a8041846cfb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3704845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833581'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.498521 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-001b9f67-65b5-4c4a-a568-80ce58a286b8 req-397bc9fb-ed7b-42e1-a661-72c10c31c5fa tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300669 Nov 22 17:01:15.682665 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479871aa-bba6-4c51-aa61-a8041846cfb5 admin admin] Router a467bad3-8525-4f90-a74d-c808846852c7 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:01:15.736710 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 237ab6ad-4a24-41de-9c3a-ba634799aa37 no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:15.803374 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be82e795-c386-4e10-810b-b67428606efb {{(pid=102627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:01:15.814759 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.829308 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.provisioning_blocks [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Transition to ACTIVE for port object be82e795-c386-4e10-810b-b67428606efb will not be triggered until provisioned by entity L2. {{(pid=102627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:01:15.834939 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.866799 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5374dfec-bc8d-4489-8b1d-b8936cede8ac tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1803485896&fields=id&tenant_id=234dfc34b8c44fabbcc37105ad6737a9 HTTP/1.1" status: 200 len: 267 time: 0.0992026 Nov 22 17:01:15.914503 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Pushing event updated for resources: {'Port': ['ID=be82e795-c386-4e10-810b-b67428606efb,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:15.928685 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: 237ab6ad-4a24-41de-9c3a-ba634799aa37 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:15.929803 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 237ab6ad-4a24-41de-9c3a-ba634799aa37 not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:15.935311 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479871aa-bba6-4c51-aa61-a8041846cfb5 admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:15.945217 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-479871aa-bba6-4c51-aa61-a8041846cfb5 admin admin] 10.222.0.75 "PUT /v2.0/routers/a467bad3-8525-4f90-a74d-c808846852c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8220556 Nov 22 17:01:15.947398 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5919a268-b50b-4e70-835b-f72f03ee7bd9 None None] Sync routers for ids ['a467bad3-8525-4f90-a74d-c808846852c7'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:15.950107 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 49330) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:15.965489 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5919a268-b50b-4e70-835b-f72f03ee7bd9 None None] Routers {'a467bad3-8525-4f90-a74d-c808846852c7'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:15.966366 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5919a268-b50b-4e70-835b-f72f03ee7bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:01:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['a467bad3-8525-4f90-a74d-c808846852c7'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:16.009367 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Attempting to bind port be82e795-c386-4e10-810b-b67428606efb on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:16.011395 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Attempting to bind port be82e795-c386-4e10-810b-b67428606efb by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:16.011395 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Attempting to bind port be82e795-c386-4e10-810b-b67428606efb on network 8a45d0e0-c483-4846-b311-02bee8b8b528 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:16.017821 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Port be82e795-c386-4e10-810b-b67428606efb on network 8a45d0e0-c483-4846-b311-02bee8b8b528 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:01:16.018724 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Attempting to bind port be82e795-c386-4e10-810b-b67428606efb on network 8a45d0e0-c483-4846-b311-02bee8b8b528 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:16.025063 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:16.025063 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Checking segment: {'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:16.025860 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Bound using segment: {'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:16.026188 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Bound port: be82e795-c386-4e10-810b-b67428606efb, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'}}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:16.026684 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.121657 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] For port be82e795-c386-4e10-810b-b67428606efb, host hv-cinder-77819, cleared binding levels {{(pid=102627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:16.127835 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] For port be82e795-c386-4e10-810b-b67428606efb, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=be82e795-c386-4e10-810b-b67428606efb,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:16.134320 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.182765 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:16.183704 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.185234 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] 10.222.0.85 "PUT /v2.0/ports/be82e795-c386-4e10-810b-b67428606efb HTTP/1.1" status: 200 len: 1093 time: 1.2342837 Nov 22 17:01:16.188534 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'tag': 'be82e795-c386-4e10-810b-b67428606efb'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:01:16.193352 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e858ef09-6baf-4347-8c61-0c0606f5289f" -d '{"events": [{"name": "network-changed", "server_uuid": "a17eff1f-f996-4c32-9bff-fbc0abb7c634", "tag": "be82e795-c386-4e10-810b-b67428606efb"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:01:16.228290 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-5919a268-b50b-4e70-835b-f72f03ee7bd9 None None] Set router a467bad3-8525-4f90-a74d-c808846852c7 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:16.282514 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b08ce5-0e71-45c0-aad7-39fca6d753fd x-openstack-request-id: req-43b08ce5-0e71-45c0-aad7-39fca6d753fd {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:01:16.282907 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17eff1f-f996-4c32-9bff-fbc0abb7c634", "tag": "be82e795-c386-4e10-810b-b67428606efb", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:01:16.283253 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-43b08ce5-0e71-45c0-aad7-39fca6d753fd {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:01:16.283768 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'tag': 'be82e795-c386-4e10-810b-b67428606efb', 'status': 'completed', 'code': 200} Nov 22 17:01:16.335059 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529531a-a9ea-444c-8670-f9a164470eff service neutron] Pushing event updated for resources: {'Port': ['ID=be82e795-c386-4e10-810b-b67428606efb,revision_number=3']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:16.367109 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-8f3901c2-773b-4c68-8715-e27ace2b4617 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:16.368602 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-36e7faee-9f59-4070-9e7a-2199177d6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:16.370408 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-36e7faee-9f59-4070-9e7a-2199177d6c5b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff819a571f3349ab8e0b24c2113c3551&device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 1096 time: 0.1149228 Nov 22 17:01:16.376401 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-8f3901c2-773b-4c68-8715-e27ace2b4617 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/networks?id=f1499780-a371-42fe-b888-7375a93e2941 HTTP/1.1" status: 200 len: 808 time: 0.5083122 Nov 22 17:01:16.402549 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-02ce4038-ceff-452e-8c66-0a7b64172f71 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/quotas/234dfc34b8c44fabbcc37105ad6737a9 HTTP/1.1" status: 200 len: 375 time: 0.0252023 Nov 22 17:01:16.424762 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-7899159d-db79-4b84-8dbc-8a23c44ab30b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be82e795-c386-4e10-810b-b67428606efb HTTP/1.1" status: 200 len: 217 time: 0.0456853 Nov 22 17:01:16.433680 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa90224c-b608-4dc2-8402-8593b2346ae5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.455380 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5919a268-b50b-4e70-835b-f72f03ee7bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'name': 'tempest-TestMinimumBasicScenario-368966767-router', 'tenant_id': 'e58616f540374fd9a48951b0d6b1afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '9bb64852-a735-4ca5-90fa-9674cba7687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:58:00Z', 'updated_at': '2021-11-22T17:01:15Z', 'revision_number': 5, 'project_id': 'e58616f540374fd9a48951b0d6b1afe7', 'gw_port': {'id': '9bb64852-a735-4ca5-90fa-9674cba7687d', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:88:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:58:01Z', 'updated_at': '2021-11-22T16:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:16.489080 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-3b3ef0ef-a9a0-4317-92b4-a1ef29f0b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:16.490986 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-3b3ef0ef-a9a0-4317-92b4-a1ef29f0b927 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6366d018-e2df-44ed-80b0-34775cda3ea2 HTTP/1.1" status: 200 len: 851 time: 0.0557284 Nov 22 17:01:16.501267 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5919a268-b50b-4e70-835b-f72f03ee7bd9 None None] Checking router: a467bad3-8525-4f90-a74d-c808846852c7 for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:01:16.511129 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5919a268-b50b-4e70-835b-f72f03ee7bd9 None None] Routers {'a467bad3-8525-4f90-a74d-c808846852c7'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:16.512117 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5919a268-b50b-4e70-835b-f72f03ee7bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:01:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['a467bad3-8525-4f90-a74d-c808846852c7'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:16.513140 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-052ac303-bbf6-486f-bb19-147667770b28 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=234dfc34b8c44fabbcc37105ad6737a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075139 Nov 22 17:01:16.552290 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-424f6bb4-99af-4dca-88d8-bddf86c96eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:16.553811 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-424f6bb4-99af-4dca-88d8-bddf86c96eba service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8a45d0e0-c483-4846-b311-02bee8b8b528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536287 Nov 22 17:01:16.638667 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-5919a268-b50b-4e70-835b-f72f03ee7bd9 None None] Set router a467bad3-8525-4f90-a74d-c808846852c7 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:16.668950 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa90224c-b608-4dc2-8402-8593b2346ae5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.681680 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f7291-7ad1-41f5-83f8-269f90edc9f6 req-fee7f8ef-adfd-49bc-b7b2-347a41b55b86 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:16.683157 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c16f7291-7ad1-41f5-83f8-269f90edc9f6 req-fee7f8ef-adfd-49bc-b7b2-347a41b55b86 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 943 time: 0.0717428 Nov 22 17:01:16.714228 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-9ba1fc7d-9732-46fa-84d8-36cdad5a7749 service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515558 Nov 22 17:01:16.741029 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-08ada0f7-2049-47a7-9066-beb8075117af service neutron] 10.222.0.75 "GET /v2.0/networks/f1499780-a371-42fe-b888-7375a93e2941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403284 Nov 22 17:01:16.798553 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c16f7291-7ad1-41f5-83f8-269f90edc9f6 req-7d44e9ad-1b4b-40f4-9520-c114c497b1a8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059971 Nov 22 17:01:16.812503 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-fa90224c-b608-4dc2-8402-8593b2346ae5 admin admin] Deleting port 9bb64852-a735-4ca5-90fa-9674cba7687d {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:16.812963 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa90224c-b608-4dc2-8402-8593b2346ae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.830662 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bde4035e-5b62-4a13-94d6-e8447ac137f0 req-86a8163b-2dbf-45c5-9289-e3ab41445d08 service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051824 Nov 22 17:01:16.851370 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5919a268-b50b-4e70-835b-f72f03ee7bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'name': 'tempest-TestMinimumBasicScenario-368966767-router', 'tenant_id': 'e58616f540374fd9a48951b0d6b1afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '9bb64852-a735-4ca5-90fa-9674cba7687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:58:00Z', 'updated_at': '2021-11-22T17:01:15Z', 'revision_number': 5, 'project_id': 'e58616f540374fd9a48951b0d6b1afe7', 'gw_port': {'id': '9bb64852-a735-4ca5-90fa-9674cba7687d', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:88:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:58:01Z', 'updated_at': '2021-11-22T16:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:16.877791 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5919a268-b50b-4e70-835b-f72f03ee7bd9 None None] The sync data for ids ['a467bad3-8525-4f90-a74d-c808846852c7'] in dv-cinder-778193-11-iscsi is: [{'id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'name': 'tempest-TestMinimumBasicScenario-368966767-router', 'tenant_id': 'e58616f540374fd9a48951b0d6b1afe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '9bb64852-a735-4ca5-90fa-9674cba7687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:58:00Z', 'updated_at': '2021-11-22T17:01:15Z', 'revision_number': 5, 'project_id': 'e58616f540374fd9a48951b0d6b1afe7', 'gw_port': {'id': '9bb64852-a735-4ca5-90fa-9674cba7687d', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:88:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a467bad3-8525-4f90-a74d-c808846852c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:58:01Z', 'updated_at': '2021-11-22T16:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:16.891259 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-15bb240c-d46c-4922-8043-a56927af3b70 service neutron] 10.222.0.75 "GET /v2.0/networks/f1499780-a371-42fe-b888-7375a93e2941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412938 Nov 22 17:01:16.933556 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858ef09-6baf-4347-8c61-0c0606f5289f req-2cb0ef4f-d39d-4904-ae79-ce87fc76f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:16.935579 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e858ef09-6baf-4347-8c61-0c0606f5289f req-2cb0ef4f-d39d-4904-ae79-ce87fc76f417 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff819a571f3349ab8e0b24c2113c3551&device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 1096 time: 0.0502155 Nov 22 17:01:16.936559 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-fa90224c-b608-4dc2-8402-8593b2346ae5 admin admin] For port 9bb64852-a735-4ca5-90fa-9674cba7687d, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=9bb64852-a735-4ca5-90fa-9674cba7687d,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:16.937013 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa90224c-b608-4dc2-8402-8593b2346ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.951790 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-fa90224c-b608-4dc2-8402-8593b2346ae5 admin admin] Calling delete_port for 9bb64852-a735-4ca5-90fa-9674cba7687d owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:17.042763 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858ef09-6baf-4347-8c61-0c0606f5289f req-5a3fab72-6273-4890-951c-0724f1ac0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:17.044350 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e858ef09-6baf-4347-8c61-0c0606f5289f req-5a3fab72-6273-4890-951c-0724f1ac0b01 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8a45d0e0-c483-4846-b311-02bee8b8b528 HTTP/1.1" status: 200 len: 914 time: 0.1007662 Nov 22 17:01:17.094331 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e858ef09-6baf-4347-8c61-0c0606f5289f req-671bedef-0899-4834-a6cc-d9a98d2460a5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be82e795-c386-4e10-810b-b67428606efb HTTP/1.1" status: 200 len: 217 time: 0.0404372 Nov 22 17:01:17.153364 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858ef09-6baf-4347-8c61-0c0606f5289f req-d371545b-a3ee-4221-b751-d8fead379c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:17.155283 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa90224c-b608-4dc2-8402-8593b2346ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.155493 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e858ef09-6baf-4347-8c61-0c0606f5289f req-d371545b-a3ee-4221-b751-d8fead379c29 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6366d018-e2df-44ed-80b0-34775cda3ea2 HTTP/1.1" status: 200 len: 851 time: 0.0493085 Nov 22 17:01:17.182684 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90224c-b608-4dc2-8402-8593b2346ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bb64852-a735-4ca5-90fa-9674cba7687d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:17.217265 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858ef09-6baf-4347-8c61-0c0606f5289f req-b98931d9-cd37-414c-9cdb-2d0de71fda4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:17.218763 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e858ef09-6baf-4347-8c61-0c0606f5289f req-b98931d9-cd37-414c-9cdb-2d0de71fda4b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8a45d0e0-c483-4846-b311-02bee8b8b528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485096 Nov 22 17:01:17.259019 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa90224c-b608-4dc2-8402-8593b2346ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767235'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.331539 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0316cb45-0625-40e9-b6ee-fa8124f968df req-87396e4b-2bee-47f9-a2e5-7dee1ba87e61 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 210 time: 0.0428991 Nov 22 17:01:17.368574 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa90224c-b608-4dc2-8402-8593b2346ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10032'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.369525 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e858ef09-6baf-4347-8c61-0c0606f5289f req-e30aa3d2-16fa-4408-aafa-1a1bf81a98b0 service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377375 Nov 22 17:01:17.370980 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa90224c-b608-4dc2-8402-8593b2346ae5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.438014 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa90224c-b608-4dc2-8402-8593b2346ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3833560'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.438759 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa90224c-b608-4dc2-8402-8593b2346ae5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a467bad3-8525-4f90-a74d-c808846852c7 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:01:17.451001 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa90224c-b608-4dc2-8402-8593b2346ae5 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.458020 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-fa90224c-b608-4dc2-8402-8593b2346ae5 admin admin] 10.222.0.75 "DELETE /v2.0/routers/a467bad3-8525-4f90-a74d-c808846852c7 HTTP/1.1" status: 204 len: 168 time: 1.5041449 Nov 22 17:01:17.458653 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 49358) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:17.504819 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e858ef09-6baf-4347-8c61-0c0606f5289f req-ac5b5ff6-a81a-43fd-957e-d75a8f1f0ee4 service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233118 Nov 22 17:01:17.526658 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-418d14a0-8faa-4de0-9056-170231555915 admin admin] Deleting subnet 373496a8-699e-4fe1-a614-ff80eb694815 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:01:17.530029 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-418d14a0-8faa-4de0-9056-170231555915 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.589523 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-418d14a0-8faa-4de0-9056-170231555915 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26216361'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.657225 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device ec303138-699e-42e7-9a09-bdbd77e6b2a8 no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:17.679978 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: ec303138-699e-42e7-9a09-bdbd77e6b2a8 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:17.680805 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device ec303138-699e-42e7-9a09-bdbd77e6b2a8 not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:17.752943 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-418d14a0-8faa-4de0-9056-170231555915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572194'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.823294 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-418d14a0-8faa-4de0-9056-170231555915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25513861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25295879'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.855174 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d14a0-8faa-4de0-9056-170231555915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=373496a8-699e-4fe1-a614-ff80eb694815,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:17.857194 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-418d14a0-8faa-4de0-9056-170231555915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.861204 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-418d14a0-8faa-4de0-9056-170231555915 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/373496a8-699e-4fe1-a614-ff80eb694815 HTTP/1.1" status: 204 len: 168 time: 0.4005888 Nov 22 17:01:17.861316 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11eadc7-7ac9-4df9-b728-9996d9bd45b5 None None] Network aa423c4e-67cf-4692-ad7a-63cacf2443dd requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:17.863868 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 49364) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:17.974662 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774480'] for network, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.984789 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c65def-467f-48a3-86cf-d58db1f1ec68 req-1c870c26-fade-437c-b477-ce0f05200f68 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:17.986306 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-08c65def-467f-48a3-86cf-d58db1f1ec68 req-1c870c26-fade-437c-b477-ce0f05200f68 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 943 time: 0.0769954 Nov 22 17:01:18.073950 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52090c5e-3d0a-4588-99b2-1686fcf3e098 None None] DHCP port deletion for aa423c4e-67cf-4692-ad7a-63cacf2443dd request from dv-cinder-778193-11-iscsi {{(pid=102629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:18.084913 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-08c65def-467f-48a3-86cf-d58db1f1ec68 req-b90abcc7-760c-45b5-aa29-f798a6dc23e7 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680666 Nov 22 17:01:18.093100 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] Deleting port 41aa3970-bf75-415b-b04d-0265e9f94e4d {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:18.093100 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.140969 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-52090c5e-3d0a-4588-99b2-1686fcf3e098 None None] Deleting port 41aa3970-bf75-415b-b04d-0265e9f94e4d {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:18.141357 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52090c5e-3d0a-4588-99b2-1686fcf3e098 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.156228 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] For port 41aa3970-bf75-415b-b04d-0265e9f94e4d, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=41aa3970-bf75-415b-b04d-0265e9f94e4d,segment=NetworkSegment(5b717409-63e9-4968-a7dd-59c7a127f8ba),segment_id=5b717409-63e9-4968-a7dd-59c7a127f8ba)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:18.156616 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.176667 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] Calling delete_port for 41aa3970-bf75-415b-b04d-0265e9f94e4d owned by network:dhcp {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:18.202897 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-52090c5e-3d0a-4588-99b2-1686fcf3e098 None None] For port 41aa3970-bf75-415b-b04d-0265e9f94e4d, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=41aa3970-bf75-415b-b04d-0265e9f94e4d,segment=NetworkSegment(5b717409-63e9-4968-a7dd-59c7a127f8ba),segment_id=5b717409-63e9-4968-a7dd-59c7a127f8ba)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:18.203291 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52090c5e-3d0a-4588-99b2-1686fcf3e098 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.215525 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-52090c5e-3d0a-4588-99b2-1686fcf3e098 None None] Calling delete_port for 41aa3970-bf75-415b-b04d-0265e9f94e4d owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:18.266524 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.292873 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=41aa3970-bf75-415b-b04d-0265e9f94e4d,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:18.296407 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] No DVR routers for this DVR port 41aa3970-bf75-415b-b04d-0265e9f94e4d on host dv-cinder-778193-11-iscsi {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:18.302789 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52090c5e-3d0a-4588-99b2-1686fcf3e098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.332045 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52090c5e-3d0a-4588-99b2-1686fcf3e098 None None] No DVR routers for this DVR port 41aa3970-bf75-415b-b04d-0265e9f94e4d on host dv-cinder-778193-11-iscsi {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:18.333328 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52090c5e-3d0a-4588-99b2-1686fcf3e098 None None] Pushing event deleted for resources: {'Port': ['ID=41aa3970-bf75-415b-b04d-0265e9f94e4d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:18.380286 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570257', 'neutron.services.segments.db._delete_segments_for_network-8736619892875'] for network, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.407778 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa423c4e-67cf-4692-ad7a-63cacf2443dd']}} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:18.428142 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a2da2f06-a4fc-44cd-b86a-427729aa1a36 req-9a54ba76-241a-454b-85d4-dd8dcc1d8496 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 210 time: 0.0283222 Nov 22 17:01:18.432839 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b717409-63e9-4968-a7dd-59c7a127f8ba') {'for_net_delete': True} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:18.433371 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b717409-63e9-4968-a7dd-59c7a127f8ba') {} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:18.484958 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736620085782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25618630'] for segment, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.511697 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.524479 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] Releasing vlan 1234 on physical network physnet1 to pool {{(pid=102627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:01:18.524881 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25506202'] for segment, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: Traceback (most recent call last): Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: timer() Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: cb(*args, **kw) Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: return func(*args, **kwargs) Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: self._notify() Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: self.callback(batched_events) Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: event.method(event) Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: return f(self, *a, **k) Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: return self._get(url).json() Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: return self.request(url, 'GET', **kwargs) Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:01:18.526579 dv-cinder-778193-11-iscsi neutron-server[102627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:01:18.602575 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-840c5053-83de-4a7d-b97a-6ff47f88ce90 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:18.604076 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-840c5053-83de-4a7d-b97a-6ff47f88ce90 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.85 "GET /v2.0/networks?id=f1499780-a371-42fe-b888-7375a93e2941 HTTP/1.1" status: 200 len: 808 time: 0.1860688 Nov 22 17:01:18.612375 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3767155'] for network, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.617782 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.621479 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] 10.222.0.75 "DELETE /v2.0/networks/aa423c4e-67cf-4692-ad7a-63cacf2443dd HTTP/1.1" status: 204 len: 168 time: 0.7564409 Nov 22 17:01:18.638510 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9e76d-e4b4-4a9c-bdd8-fabda67029a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa423c4e-67cf-4692-ad7a-63cacf2443dd,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:18.692427 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-b2a4ec79-cad4-4003-be2a-e1ca6c5748c3 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=234dfc34b8c44fabbcc37105ad6737a9 HTTP/1.1" status: 200 len: 380 time: 0.0593822 Nov 22 17:01:18.702173 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-4d762768-8bc4-44c0-9206-6b24510e2d17 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Request body: {'port': {'device_id': '3c04bf27-d787-4ddd-ada1-138925610852', 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941', 'admin_state_up': True, 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'security_groups': ['e1ee98ac-3d43-4b43-84e4-bcdc597de4e9']}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:18.792706 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 49382) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:18.817277 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-4d762768-8bc4-44c0-9206-6b24510e2d17 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Made reservation on behalf of 234dfc34b8c44fabbcc37105ad6737a9 for: {'port': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:18.821256 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-4d762768-8bc4-44c0-9206-6b24510e2d17 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.836359 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-9d525487-e52d-41ba-b311-b2381d31721c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3fb052a8ba2c4cf684bc111e26b2c6ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424573 Nov 22 17:01:18.838900 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 49384) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:18.886188 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5438-e9be-41a8-a77f-ed1db20cdb18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.907354 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5438-e9be-41a8-a77f-ed1db20cdb18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.953311 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-4d762768-8bc4-44c0-9206-6b24510e2d17 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Allocated IP 172.20.0.4 (f1499780-a371-42fe-b888-7375a93e2941/327dd3ea-04ce-4476-b99d-9d2373ff6452/698ba038-217c-4372-abc0-53d31cdc936a) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:18.966328 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5438-e9be-41a8-a77f-ed1db20cdb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.969009 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5438-e9be-41a8-a77f-ed1db20cdb18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.970155 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-9a7e5438-e9be-41a8-a77f-ed1db20cdb18 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3c948567-7d0f-4ffa-a719-fb013e7be68d HTTP/1.1" status: 204 len: 168 time: 0.1303287 Nov 22 17:01:18.980044 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e5438-e9be-41a8-a77f-ed1db20cdb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c948567-7d0f-4ffa-a719-fb013e7be68d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:19.103472 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-4d762768-8bc4-44c0-9206-6b24510e2d17 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.142058 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-4d762768-8bc4-44c0-9206-6b24510e2d17 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.197917 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-4d762768-8bc4-44c0-9206-6b24510e2d17 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Network f1499780-a371-42fe-b888-7375a93e2941 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:19.201237 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-4d762768-8bc4-44c0-9206-6b24510e2d17 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:19.205011 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-4d762768-8bc4-44c0-9206-6b24510e2d17 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:19.213749 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d762768-8bc4-44c0-9206-6b24510e2d17 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Pushing event updated for resources: {'Port': ['ID=698ba038-217c-4372-abc0-53d31cdc936a,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:19.231755 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec900c86-237a-45b1-ad3f-ffa532fb6827 req-99fc60bc-b632-4734-af78-5b8c78d592b3 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:19.241181 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ec900c86-237a-45b1-ad3f-ffa532fb6827 req-99fc60bc-b632-4734-af78-5b8c78d592b3 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 943 time: 0.0739050 Nov 22 17:01:19.266433 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-4d762768-8bc4-44c0-9206-6b24510e2d17 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:19.267086 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-4d762768-8bc4-44c0-9206-6b24510e2d17 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.289639 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-4d762768-8bc4-44c0-9206-6b24510e2d17 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5908036 Nov 22 17:01:19.309989 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Request body: {'port': {'device_id': '3c04bf27-d787-4ddd-ada1-138925610852', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:19.325814 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ec900c86-237a-45b1-ad3f-ffa532fb6827 req-da35c7f7-608c-4a76-9dff-893261d8db3d tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837293 Nov 22 17:01:19.379743 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.396947 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 49398) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:19.453790 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-1a6efe8d-77e0-45f1-a05d-4b672fa61e0b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e58616f540374fd9a48951b0d6b1afe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530488 Nov 22 17:01:19.454760 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 49402) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:19.525943 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a01d507f-73c3-430e-8d90-c4e364db720e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.550489 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a01d507f-73c3-430e-8d90-c4e364db720e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.605051 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-59f598f2-4fd3-4b48-b45e-ede08118dcbf None None] Provisioning complete for port 698ba038-217c-4372-abc0-53d31cdc936a triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:19.606171 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-59f598f2-4fd3-4b48-b45e-ede08118dcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.611385 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a01d507f-73c3-430e-8d90-c4e364db720e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.615321 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a01d507f-73c3-430e-8d90-c4e364db720e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.619261 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a01d507f-73c3-430e-8d90-c4e364db720e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/70a5c898-e18f-4b6b-b832-29b4d06db6b8 HTTP/1.1" status: 204 len: 168 time: 0.1632903 Nov 22 17:01:19.628377 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d507f-73c3-430e-8d90-c4e364db720e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a5c898-e18f-4b6b-b832-29b4d06db6b8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:19.648791 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a6a5d-9cbe-4011-8347-6173864f8fab req-8cfcfd55-28ec-4cf2-a110-bc9bd5202687 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:19.650659 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 41aa3970-bf75-415b-b04d-0265e9f94e4d no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:19.652658 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a94a6a5d-9cbe-4011-8347-6173864f8fab req-8cfcfd55-28ec-4cf2-a110-bc9bd5202687 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 931 time: 0.1364148 Nov 22 17:01:19.687591 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: 41aa3970-bf75-415b-b04d-0265e9f94e4d {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:19.688232 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 41aa3970-bf75-415b-b04d-0265e9f94e4d not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:19.688827 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 9bb64852-a735-4ca5-90fa-9674cba7687d no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:19.710693 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: 9bb64852-a735-4ca5-90fa-9674cba7687d {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:19.711396 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 9bb64852-a735-4ca5-90fa-9674cba7687d not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:19.713010 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-59f598f2-4fd3-4b48-b45e-ede08118dcbf None None] Port 698ba038-217c-4372-abc0-53d31cdc936a cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:19.752644 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a94a6a5d-9cbe-4011-8347-6173864f8fab req-e7e96733-ce6a-4b51-949d-c9cbe6f91b2e tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754213 Nov 22 17:01:19.812747 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698ba038-217c-4372-abc0-53d31cdc936a {{(pid=102627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:01:19.822357 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.837527 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.provisioning_blocks [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Transition to ACTIVE for port object 698ba038-217c-4372-abc0-53d31cdc936a will not be triggered until provisioned by entity L2. {{(pid=102627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:01:19.842897 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.919522 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Pushing event updated for resources: {'Port': ['ID=698ba038-217c-4372-abc0-53d31cdc936a,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:19.985782 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Attempting to bind port 698ba038-217c-4372-abc0-53d31cdc936a on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:19.985925 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Attempting to bind port 698ba038-217c-4372-abc0-53d31cdc936a by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'd6aafc62-38ed-4efa-a2e7-5412652ae8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941'}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:19.986258 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Attempting to bind port 698ba038-217c-4372-abc0-53d31cdc936a on network f1499780-a371-42fe-b888-7375a93e2941 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:19.991138 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Port 698ba038-217c-4372-abc0-53d31cdc936a on network f1499780-a371-42fe-b888-7375a93e2941 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:01:19.991494 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Attempting to bind port 698ba038-217c-4372-abc0-53d31cdc936a on network f1499780-a371-42fe-b888-7375a93e2941 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:19.997088 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:19.997464 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Checking segment: {'id': 'd6aafc62-38ed-4efa-a2e7-5412652ae8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:19.997812 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Bound using segment: {'id': 'd6aafc62-38ed-4efa-a2e7-5412652ae8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941'} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:19.998254 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Bound port: 698ba038-217c-4372-abc0-53d31cdc936a, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6aafc62-38ed-4efa-a2e7-5412652ae8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941'}}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:19.998609 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.071630 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] For port 698ba038-217c-4372-abc0-53d31cdc936a, host hv-cinder-77819, cleared binding levels {{(pid=102627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:20.075915 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] For port 698ba038-217c-4372-abc0-53d31cdc936a, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=698ba038-217c-4372-abc0-53d31cdc936a,segment=NetworkSegment(d6aafc62-38ed-4efa-a2e7-5412652ae8b9),segment_id=d6aafc62-38ed-4efa-a2e7-5412652ae8b9)] {{(pid=102627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:20.080274 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.118302 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:20.118904 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.120412 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] 10.222.0.85 "PUT /v2.0/ports/698ba038-217c-4372-abc0-53d31cdc936a HTTP/1.1" status: 200 len: 1093 time: 0.8194895 Nov 22 17:01:20.120887 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c04bf27-d787-4ddd-ada1-138925610852', 'tag': '698ba038-217c-4372-abc0-53d31cdc936a'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:01:20.123273 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4433d5a2-dcf7-4b19-8946-93f15bd68f76" -d '{"events": [{"name": "network-changed", "server_uuid": "3c04bf27-d787-4ddd-ada1-138925610852", "tag": "698ba038-217c-4372-abc0-53d31cdc936a"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:01:20.157987 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80e737-bda0-4e4c-86af-a34cf95d64c1 service neutron] Pushing event updated for resources: {'Port': ['ID=698ba038-217c-4372-abc0-53d31cdc936a,revision_number=3']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:20.186186 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca34145-7f0b-4b43-ac9e-9a5ffc718be1 x-openstack-request-id: req-dca34145-7f0b-4b43-ac9e-9a5ffc718be1 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:01:20.186478 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c04bf27-d787-4ddd-ada1-138925610852", "tag": "698ba038-217c-4372-abc0-53d31cdc936a", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:01:20.186731 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dca34145-7f0b-4b43-ac9e-9a5ffc718be1 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:01:20.187131 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c04bf27-d787-4ddd-ada1-138925610852', 'tag': '698ba038-217c-4372-abc0-53d31cdc936a', 'status': 'completed', 'code': 200} Nov 22 17:01:20.221265 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-dc697878-d0ad-468f-9927-db2126922609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:20.223509 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-dc697878-d0ad-468f-9927-db2126922609 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=234dfc34b8c44fabbcc37105ad6737a9&device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 1096 time: 0.0465813 Nov 22 17:01:20.269140 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-883f62e6-01b7-4564-8511-04126f482f54 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=698ba038-217c-4372-abc0-53d31cdc936a HTTP/1.1" status: 200 len: 217 time: 0.0355949 Nov 22 17:01:20.329258 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-acc54a41-a2db-4640-a6b6-f7832ba7872f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:20.330718 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-acc54a41-a2db-4640-a6b6-f7832ba7872f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=327dd3ea-04ce-4476-b99d-9d2373ff6452 HTTP/1.1" status: 200 len: 847 time: 0.0538440 Nov 22 17:01:20.381562 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-7a3c3671-8c3a-43b9-9af7-91e78a056ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:20.383056 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-7a3c3671-8c3a-43b9-9af7-91e78a056ded service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f1499780-a371-42fe-b888-7375a93e2941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429046 Nov 22 17:01:20.462500 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1b3ff-93fc-47df-b723-4f3120ea4d1a req-582a477c-d0ed-457a-b235-9d62e7f7f0de tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:20.463922 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8dd1b3ff-93fc-47df-b723-4f3120ea4d1a req-582a477c-d0ed-457a-b235-9d62e7f7f0de tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 943 time: 0.0517340 Nov 22 17:01:20.482284 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-11258128-d078-4763-bf61-679e9afc29d5 service neutron] 10.222.0.85 "GET /v2.0/networks/f1499780-a371-42fe-b888-7375a93e2941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893927 Nov 22 17:01:20.514672 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8dd1b3ff-93fc-47df-b723-4f3120ea4d1a req-1155ada4-1408-43be-aab7-9f447f8770c9 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448115 Nov 22 17:01:20.579931 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-65c236cf-30d6-4d4e-b03f-6bda30ae4098 req-088d1613-7952-4393-9698-b6742b15af24 service neutron] 10.222.0.85 "GET /v2.0/networks/f1499780-a371-42fe-b888-7375a93e2941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888605 Nov 22 17:01:20.671444 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433d5a2-dcf7-4b19-8946-93f15bd68f76 req-9396aa49-576d-4ca6-8ded-e4c8a16fcb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:20.672989 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4433d5a2-dcf7-4b19-8946-93f15bd68f76 req-9396aa49-576d-4ca6-8ded-e4c8a16fcb8e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=234dfc34b8c44fabbcc37105ad6737a9&device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 1096 time: 0.0412195 Nov 22 17:01:20.771212 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433d5a2-dcf7-4b19-8946-93f15bd68f76 req-9daeb49a-6880-4cff-9891-5546e0f1bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:20.772719 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4433d5a2-dcf7-4b19-8946-93f15bd68f76 req-9daeb49a-6880-4cff-9891-5546e0f1bfa4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f1499780-a371-42fe-b888-7375a93e2941 HTTP/1.1" status: 200 len: 910 time: 0.0865064 Nov 22 17:01:20.818920 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4433d5a2-dcf7-4b19-8946-93f15bd68f76 req-1356543a-f240-43c3-b880-5ce620d87283 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=698ba038-217c-4372-abc0-53d31cdc936a HTTP/1.1" status: 200 len: 217 time: 0.0351737 Nov 22 17:01:20.901393 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433d5a2-dcf7-4b19-8946-93f15bd68f76 req-dbcbde3d-21e9-4f2c-9618-6051bae8daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:20.902877 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4433d5a2-dcf7-4b19-8946-93f15bd68f76 req-dbcbde3d-21e9-4f2c-9618-6051bae8daf4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=327dd3ea-04ce-4476-b99d-9d2373ff6452 HTTP/1.1" status: 200 len: 847 time: 0.0708954 Nov 22 17:01:20.911745 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8f16f-9d9d-4fac-a8ad-b146636b9742 req-2beab7a4-2e53-4e27-b24b-78e65a17f960 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:20.913186 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-52a8f16f-9d9d-4fac-a8ad-b146636b9742 req-2beab7a4-2e53-4e27-b24b-78e65a17f960 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 943 time: 0.0896220 Nov 22 17:01:20.994197 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-52a8f16f-9d9d-4fac-a8ad-b146636b9742 req-278795a7-e9e8-4b1a-9f2b-99890470a497 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736318 Nov 22 17:01:20.996913 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433d5a2-dcf7-4b19-8946-93f15bd68f76 req-7fd4ef4f-e26e-48bb-9560-e3b3a6b052a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:20.998326 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4433d5a2-dcf7-4b19-8946-93f15bd68f76 req-7fd4ef4f-e26e-48bb-9560-e3b3a6b052a9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f1499780-a371-42fe-b888-7375a93e2941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0761409 Nov 22 17:01:21.097416 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4433d5a2-dcf7-4b19-8946-93f15bd68f76 req-f110d789-3dda-44e9-b0de-eeed41006197 service neutron] 10.222.0.85 "GET /v2.0/networks/f1499780-a371-42fe-b888-7375a93e2941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861566 Nov 22 17:01:21.191999 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4433d5a2-dcf7-4b19-8946-93f15bd68f76 req-3359cdd1-f2a8-4a02-8b8b-df8ad35e6bcb service neutron] 10.222.0.85 "GET /v2.0/networks/f1499780-a371-42fe-b888-7375a93e2941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839090 Nov 22 17:01:21.642900 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c898f-ea32-4349-981d-0541b2d2fd02 req-c9c26cc0-6473-4a6f-a485-64041424b2a5 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:21.644292 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-237c898f-ea32-4349-981d-0541b2d2fd02 req-c9c26cc0-6473-4a6f-a485-64041424b2a5 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 943 time: 0.0563099 Nov 22 17:01:21.694332 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-237c898f-ea32-4349-981d-0541b2d2fd02 req-0d787b11-cf57-4b41-b89b-d8193c21d31b tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440297 Nov 22 17:01:22.122577 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65e580-3e73-4e00-be97-14b3af981321 req-1337307f-b6a6-4251-8fc3-e9cd5d0f00e1 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:22.124353 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ef65e580-3e73-4e00-be97-14b3af981321 req-1337307f-b6a6-4251-8fc3-e9cd5d0f00e1 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 943 time: 0.0557895 Nov 22 17:01:22.175287 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ef65e580-3e73-4e00-be97-14b3af981321 req-bcb82afb-dbf8-4edb-8c5b-3c69008f29af tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445204 Nov 22 17:01:22.818157 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82268b18-479b-4f45-8f68-eeee1c2f52a2 req-ce72f30f-913f-46d4-bb92-8ff4533153eb tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:22.819533 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-82268b18-479b-4f45-8f68-eeee1c2f52a2 req-ce72f30f-913f-46d4-bb92-8ff4533153eb tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 943 time: 0.0529115 Nov 22 17:01:22.867645 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-82268b18-479b-4f45-8f68-eeee1c2f52a2 req-e164e09c-ef51-4f0b-984a-3456523cd1c0 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423493 Nov 22 17:01:23.291143 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a25785-f4e8-4e4c-8890-e53fb4496049 req-6422ad91-68c7-4b35-b82d-b1338617810f tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:23.292682 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-87a25785-f4e8-4e4c-8890-e53fb4496049 req-6422ad91-68c7-4b35-b82d-b1338617810f tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 943 time: 0.0503168 Nov 22 17:01:23.342160 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-87a25785-f4e8-4e4c-8890-e53fb4496049 req-d6eebd07-aa55-4ea0-ab9f-3fffce67b945 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433118 Nov 22 17:01:23.985264 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ee0e7-8c34-43ca-92ff-199619ae407e req-4572f61d-90a1-4bc8-8862-4c4bef2d7ca1 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:23.986618 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c73ee0e7-8c34-43ca-92ff-199619ae407e req-4572f61d-90a1-4bc8-8862-4c4bef2d7ca1 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 943 time: 0.0490289 Nov 22 17:01:24.040213 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c73ee0e7-8c34-43ca-92ff-199619ae407e req-87c3c2ee-cc71-4e1e-8e2d-5e3d5e252f9b tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475333 Nov 22 17:01:24.456078 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f6907-8336-4c33-9c7f-c561b2e2e941 req-c32483ee-6692-4775-85ee-b960b8a18cf3 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:24.457551 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-308f6907-8336-4c33-9c7f-c561b2e2e941 req-c32483ee-6692-4775-85ee-b960b8a18cf3 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 943 time: 0.0483601 Nov 22 17:01:24.506950 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-308f6907-8336-4c33-9c7f-c561b2e2e941 req-4ec22933-534a-4d70-b4dd-dc4254ea6913 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433171 Nov 22 17:01:24.654164 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device be82e795-c386-4e10-810b-b67428606efb details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:01:24.751189 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port be82e795-c386-4e10-810b-b67428606efb, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=be82e795-c386-4e10-810b-b67428606efb,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:24.763654 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': 'be82e795-c386-4e10-810b-b67428606efb', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'port_id': 'be82e795-c386-4e10-810b-b67428606efb', 'mac_address': 'fa:16:3e:a2:58:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:01:24.801909 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.815320 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be82e795-c386-4e10-810b-b67428606efb {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:01:24.835882 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port be82e795-c386-4e10-810b-b67428606efb, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=be82e795-c386-4e10-810b-b67428606efb,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:24.840137 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.887106 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=be82e795-c386-4e10-810b-b67428606efb,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:25.107013 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['be82e795-c386-4e10-810b-b67428606efb'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:01:25.166968 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e30ed3-1859-40a1-a5d4-ee5eecdbdb2d req-b9693b64-afa2-492d-87e8-0b1ad03180c7 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:25.168611 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-54e30ed3-1859-40a1-a5d4-ee5eecdbdb2d req-b9693b64-afa2-492d-87e8-0b1ad03180c7 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 944 time: 0.0526741 Nov 22 17:01:25.223007 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-54e30ed3-1859-40a1-a5d4-ee5eecdbdb2d req-ec82ea0c-c18c-4693-a481-1351de7b354f tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472407 Nov 22 17:01:25.622715 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e3f40-fe24-4bc5-aeb0-19504bbbb27d req-70d063e7-1107-45a5-b104-71cf763dbc58 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:25.624369 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-773e3f40-fe24-4bc5-aeb0-19504bbbb27d req-70d063e7-1107-45a5-b104-71cf763dbc58 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 943 time: 0.0477376 Nov 22 17:01:25.677574 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-773e3f40-fe24-4bc5-aeb0-19504bbbb27d req-2a5a8c1c-5853-42b1-a065-6da687ee3df1 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465598 Nov 22 17:01:26.341123 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06f7a0-9cd1-413e-84b7-bac22aa2fc1f req-a3519813-e63b-4337-b398-d4f0a1dcd851 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:26.342596 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fa06f7a0-9cd1-413e-84b7-bac22aa2fc1f req-a3519813-e63b-4337-b398-d4f0a1dcd851 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 944 time: 0.0490725 Nov 22 17:01:26.395073 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fa06f7a0-9cd1-413e-84b7-bac22aa2fc1f req-f39c9217-19a3-4451-875f-064a1e964e51 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456862 Nov 22 17:01:26.650737 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device be82e795-c386-4e10-810b-b67428606efb up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:26.703727 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port be82e795-c386-4e10-810b-b67428606efb completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:01:26.708348 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port be82e795-c386-4e10-810b-b67428606efb triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:26.708715 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.788526 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.798092 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591e7a2-68c5-4bb3-86f2-6ad7349d3419 req-919dda99-7b5c-4d91-ae79-9b5aa78ae187 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:26.799489 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6591e7a2-68c5-4bb3-86f2-6ad7349d3419 req-919dda99-7b5c-4d91-ae79-9b5aa78ae187 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 943 time: 0.0524807 Nov 22 17:01:26.812808 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be82e795-c386-4e10-810b-b67428606efb'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:01:26.815386 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025e1f4d-c505-40b3-816e-1d6513ddad07" -d '{"events": [{"server_uuid": "a17eff1f-f996-4c32-9bff-fbc0abb7c634", "name": "network-vif-plugged", "status": "completed", "tag": "be82e795-c386-4e10-810b-b67428606efb"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:01:26.828542 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port be82e795-c386-4e10-810b-b67428606efb, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=be82e795-c386-4e10-810b-b67428606efb,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:26.840065 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.864058 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6591e7a2-68c5-4bb3-86f2-6ad7349d3419 req-232f0f6f-3132-4307-be69-2f4f1f6542bb tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547204 Nov 22 17:01:26.871282 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4125e1cf-ac2b-412c-827c-d45def4e853d x-openstack-request-id: req-4125e1cf-ac2b-412c-827c-d45def4e853d {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:01:26.871608 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17eff1f-f996-4c32-9bff-fbc0abb7c634", "name": "network-vif-plugged", "status": "completed", "tag": "be82e795-c386-4e10-810b-b67428606efb", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:01:26.871871 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4125e1cf-ac2b-412c-827c-d45def4e853d {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:01:26.872290 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be82e795-c386-4e10-810b-b67428606efb', 'code': 200} Nov 22 17:01:26.903693 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=be82e795-c386-4e10-810b-b67428606efb,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:27.098692 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a9a33-dff9-4b0d-9bc0-61aa9eae029e req-db60ae18-824a-49ad-aa6b-731452c2fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:27.100080 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e02a9a33-dff9-4b0d-9bc0-61aa9eae029e req-db60ae18-824a-49ad-aa6b-731452c2fc88 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 1098 time: 0.0406110 Nov 22 17:01:27.146628 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e02a9a33-dff9-4b0d-9bc0-61aa9eae029e req-b2df63e5-a840-45ba-9b47-7a1a443f370e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390310 Nov 22 17:01:27.517391 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d9dc0-32a4-4ad3-88e5-445c97f32672 req-4731b08b-429e-41b5-9a16-e21d52d26369 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:27.518857 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7b3d9dc0-32a4-4ad3-88e5-445c97f32672 req-4731b08b-429e-41b5-9a16-e21d52d26369 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 945 time: 0.0519772 Nov 22 17:01:27.577912 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7b3d9dc0-32a4-4ad3-88e5-445c97f32672 req-8cdf5ccb-6bff-44c6-bef9-cd6ed1bbaa8b tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504818 Nov 22 17:01:27.989227 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c919695-cfe3-43d5-80a6-59e7f3d939da req-66bd4112-22ed-4f65-bf95-24139dba5fe4 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:27.990715 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3c919695-cfe3-43d5-80a6-59e7f3d939da req-66bd4112-22ed-4f65-bf95-24139dba5fe4 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 943 time: 0.0545056 Nov 22 17:01:28.043901 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3c919695-cfe3-43d5-80a6-59e7f3d939da req-a00361a6-cf1c-4d8e-bdc6-ed20c1dd9d83 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472419 Nov 22 17:01:28.337864 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:28.592854 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:01:28.650325 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 698ba038-217c-4372-abc0-53d31cdc936a details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:01:28.699734 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317310de-d7a4-4598-94d3-46f1af4a8063 req-1f0c9794-6e3a-4b48-a908-aa0a28a79547 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:28.701377 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-317310de-d7a4-4598-94d3-46f1af4a8063 req-1f0c9794-6e3a-4b48-a908-aa0a28a79547 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 945 time: 0.0515170 Nov 22 17:01:28.764653 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 698ba038-217c-4372-abc0-53d31cdc936a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=698ba038-217c-4372-abc0-53d31cdc936a,segment=NetworkSegment(d6aafc62-38ed-4efa-a2e7-5412652ae8b9),segment_id=d6aafc62-38ed-4efa-a2e7-5412652ae8b9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:28.774126 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-317310de-d7a4-4598-94d3-46f1af4a8063 req-759360dd-32a7-4265-95e7-a0a99c23c806 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641637 Nov 22 17:01:28.783117 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': '698ba038-217c-4372-abc0-53d31cdc936a', 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941', 'port_id': '698ba038-217c-4372-abc0-53d31cdc936a', 'mac_address': 'fa:16:3e:11:02:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:01:28.823659 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:28.838457 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698ba038-217c-4372-abc0-53d31cdc936a {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:01:28.865165 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 698ba038-217c-4372-abc0-53d31cdc936a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=698ba038-217c-4372-abc0-53d31cdc936a,segment=NetworkSegment(d6aafc62-38ed-4efa-a2e7-5412652ae8b9),segment_id=d6aafc62-38ed-4efa-a2e7-5412652ae8b9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:28.870814 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:28.890687 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b10342-7ae2-44b5-9168-1842c13e3e10 req-a86f27a5-a4aa-4741-937f-3e9a956a671a tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:28.896704 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a7b10342-7ae2-44b5-9168-1842c13e3e10 req-a86f27a5-a4aa-4741-937f-3e9a956a671a tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 945 time: 0.0565495 Nov 22 17:01:28.924601 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=698ba038-217c-4372-abc0-53d31cdc936a,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:28.960918 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a7b10342-7ae2-44b5-9168-1842c13e3e10 req-4aa2e632-3059-4c4b-a22d-4e0b4dc4acd0 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621219 Nov 22 17:01:28.983666 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 49498) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:29.027779 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d85ec8-4d84-4e7a-b5ae-aaf167c66e1f tempest-TestVolumeBootPattern-1011046462 tempest-TestVolumeBootPattern-1011046462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:29.030516 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e0d85ec8-4d84-4e7a-b5ae-aaf167c66e1f tempest-TestVolumeBootPattern-1011046462 tempest-TestVolumeBootPattern-1011046462-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 1093 time: 0.0451872 Nov 22 17:01:29.033390 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 49502) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:29.038094 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Request body: {'floatingip': {'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'port_id': 'be82e795-c386-4e10-810b-b67428606efb', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:29.061827 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.142542 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['698ba038-217c-4372-abc0-53d31cdc936a'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:01:29.171429 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a34bb8-bad1-4a92-8430-151c2b03f7a4 req-3df59308-835e-46e7-a75d-a82c56428c72 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:29.173701 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-77a34bb8-bad1-4a92-8430-151c2b03f7a4 req-3df59308-835e-46e7-a75d-a82c56428c72 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 944 time: 0.0541582 Nov 22 17:01:29.185597 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.238170 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-77a34bb8-bad1-4a92-8430-151c2b03f7a4 req-755bcb2d-6568-4396-84bc-881f5b6e2df8 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560355 Nov 22 17:01:29.309544 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Allocated IP 172.27.0.85 (d3425354-8fe0-452b-a94a-32f4eb04cb86/91bd23ed-08b5-4bc5-9b3d-886376dc3ccb/faa878c0-70f2-4fba-b61b-ef6af36569cc) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:29.418856 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.453001 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.496541 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:29.501342 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:29.505738 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:29.508842 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event updated for resources: {'Port': ['ID=faa878c0-70f2-4fba-b61b-ef6af36569cc,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:29.857207 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5b8732fc-e875-46b3-a1eb-2ba4da3cff53 req-94959ab8-793b-4fe6-a301-cab76d942612 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397396 Nov 22 17:01:29.870501 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.952804 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.953580 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8732fc-e875-46b3-a1eb-2ba4da3cff53 req-f6b15df0-0dae-40ad-873d-dfb6a2773e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:29.957089 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5b8732fc-e875-46b3-a1eb-2ba4da3cff53 req-f6b15df0-0dae-40ad-873d-dfb6a2773e2a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea07513743f14c52a5a115f86dbb6b7b&device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 1099 time: 0.0499532 Nov 22 17:01:30.073380 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8732fc-e875-46b3-a1eb-2ba4da3cff53 req-28bcc04c-c007-464d-8c2e-91efe32a1ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:30.074842 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5b8732fc-e875-46b3-a1eb-2ba4da3cff53 req-28bcc04c-c007-464d-8c2e-91efe32a1ccb service neutron] 10.222.0.85 "GET /v2.0/networks?id=d6f6393f-bc97-47fe-80bd-2ee6749913ab HTTP/1.1" status: 200 len: 919 time: 0.0948873 Nov 22 17:01:30.129185 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.134715 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.154218 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5b8732fc-e875-46b3-a1eb-2ba4da3cff53 req-6a1317d3-2435-4389-80d3-0546fe628090 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d751ba-d87d-4640-8773-c70c75cf1459 HTTP/1.1" status: 200 len: 1002 time: 0.0719900 Nov 22 17:01:30.211885 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event updated for resources: {'Port': ['ID=faa878c0-70f2-4fba-b61b-ef6af36569cc,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:30.218605 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8732fc-e875-46b3-a1eb-2ba4da3cff53 req-f8507a02-c395-4846-bec5-a03baf05fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:30.222520 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5b8732fc-e875-46b3-a1eb-2ba4da3cff53 req-f8507a02-c395-4846-bec5-a03baf05fa16 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43573154-396f-4f70-9616-b22b08bbb1ff HTTP/1.1" status: 200 len: 856 time: 0.0539227 Nov 22 17:01:30.229963 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3767069'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.293173 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8732fc-e875-46b3-a1eb-2ba4da3cff53 req-944cd424-485b-443d-ace1-4d7ad16c6663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:30.295000 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5b8732fc-e875-46b3-a1eb-2ba4da3cff53 req-944cd424-485b-443d-ace1-4d7ad16c6663 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d6f6393f-bc97-47fe-80bd-2ee6749913ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0627120 Nov 22 17:01:30.374116 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Floating IP eeb79f26-70e0-4f99-9684-a32f4abeb9ec associated. External IP: 172.27.0.85, port: be82e795-c386-4e10-810b-b67428606efb. Nov 22 17:01:30.384702 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d7fad-5b8f-4ba3-9976-d138c1e851f7 req-9b8ad0ea-f004-4d75-a8f6-cd03211efacf tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:30.386047 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ff9d7fad-5b8f-4ba3-9976-d138c1e851f7 req-9b8ad0ea-f004-4d75-a8f6-cd03211efacf tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 944 time: 0.0670087 Nov 22 17:01:30.394941 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5b8732fc-e875-46b3-a1eb-2ba4da3cff53 req-b6f7d53d-6edf-4ecd-b328-aac5182a4723 service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906529 Nov 22 17:01:30.509090 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ff9d7fad-5b8f-4ba3-9976-d138c1e851f7 req-f4c2512d-fb62-4133-a8f8-65a90e4e60c0 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908573 Nov 22 17:01:30.665441 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Router 8593a199-e35b-4352-848a-b86cefd7a859 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:01:30.671622 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 698ba038-217c-4372-abc0-53d31cdc936a up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:30.736040 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port 698ba038-217c-4372-abc0-53d31cdc936a completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:01:30.745122 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port 698ba038-217c-4372-abc0-53d31cdc936a triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:30.746084 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.766536 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5b8732fc-e875-46b3-a1eb-2ba4da3cff53 req-362c409a-ea46-474b-a91d-1c73ca5ca90a service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554099 Nov 22 17:01:30.797474 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:30.811620 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f455e-7813-45a7-a1e8-861713b21d77 None None] Sync routers for ids ['8593a199-e35b-4352-848a-b86cefd7a859'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:30.818957 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.850043 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f455e-7813-45a7-a1e8-861713b21d77 None None] Routers {'8593a199-e35b-4352-848a-b86cefd7a859'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:30.850691 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-502f455e-7813-45a7-a1e8-861713b21d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:01:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8593a199-e35b-4352-848a-b86cefd7a859'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:30.867541 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-dffd3234-23a0-45e7-aa06-2d12863a24f8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8220003 Nov 22 17:01:30.867541 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'tag': 'be82e795-c386-4e10-810b-b67428606efb'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:01:30.867541 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677f6c1e-3d87-4863-bdc8-1a17b5815c02" -d '{"events": [{"name": "network-changed", "server_uuid": "a17eff1f-f996-4c32-9bff-fbc0abb7c634", "tag": "be82e795-c386-4e10-810b-b67428606efb"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:01:30.913281 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b397293c-2747-4b01-9486-0e3195e8b6af x-openstack-request-id: req-b397293c-2747-4b01-9486-0e3195e8b6af {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:01:30.913806 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17eff1f-f996-4c32-9bff-fbc0abb7c634", "tag": "be82e795-c386-4e10-810b-b67428606efb", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:01:30.914118 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b397293c-2747-4b01-9486-0e3195e8b6af {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:01:30.915078 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'tag': 'be82e795-c386-4e10-810b-b67428606efb', 'status': 'completed', 'code': 200} Nov 22 17:01:30.915247 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.982817 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c04bf27-d787-4ddd-ada1-138925610852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698ba038-217c-4372-abc0-53d31cdc936a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:01:30.983378 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f6c1e-3d87-4863-bdc8-1a17b5815c02 req-948b5981-717b-4d9e-91bc-96d2face9bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:30.985090 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-677f6c1e-3d87-4863-bdc8-1a17b5815c02 req-948b5981-717b-4d9e-91bc-96d2face9bbe service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff819a571f3349ab8e0b24c2113c3551&device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 1098 time: 0.0466135 Nov 22 17:01:30.985352 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b7704a-d194-481a-beb8-d4b4391de33d" -d '{"events": [{"server_uuid": "3c04bf27-d787-4ddd-ada1-138925610852", "name": "network-vif-plugged", "status": "completed", "tag": "698ba038-217c-4372-abc0-53d31cdc936a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:01:31.016846 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-502f455e-7813-45a7-a1e8-861713b21d77 None None] Set router 8593a199-e35b-4352-848a-b86cefd7a859 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:31.060105 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fc5ae2-4af3-4b1a-afeb-6c99fb51cfcb x-openstack-request-id: req-62fc5ae2-4af3-4b1a-afeb-6c99fb51cfcb {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:01:31.060451 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c04bf27-d787-4ddd-ada1-138925610852", "name": "network-vif-plugged", "status": "completed", "tag": "698ba038-217c-4372-abc0-53d31cdc936a", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:01:31.060857 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-62fc5ae2-4af3-4b1a-afeb-6c99fb51cfcb {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:01:31.061299 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c04bf27-d787-4ddd-ada1-138925610852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698ba038-217c-4372-abc0-53d31cdc936a', 'code': 200} Nov 22 17:01:31.071244 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 698ba038-217c-4372-abc0-53d31cdc936a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=698ba038-217c-4372-abc0-53d31cdc936a,segment=NetworkSegment(d6aafc62-38ed-4efa-a2e7-5412652ae8b9),segment_id=d6aafc62-38ed-4efa-a2e7-5412652ae8b9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:31.075291 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.119657 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f6c1e-3d87-4863-bdc8-1a17b5815c02 req-550bee79-14d1-4e8a-bad6-c004185c9876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:31.121285 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-677f6c1e-3d87-4863-bdc8-1a17b5815c02 req-550bee79-14d1-4e8a-bad6-c004185c9876 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8a45d0e0-c483-4846-b311-02bee8b8b528 HTTP/1.1" status: 200 len: 914 time: 0.1289091 Nov 22 17:01:31.173657 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=698ba038-217c-4372-abc0-53d31cdc936a,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:31.186970 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.188765 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.189123 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.189468 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.189813 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.190160 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.190497 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.191398 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.191868 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.192101 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.192423 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.192753 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.257030 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-677f6c1e-3d87-4863-bdc8-1a17b5815c02 req-4a95457a-cab9-483c-8997-2620ddd559af service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be82e795-c386-4e10-810b-b67428606efb HTTP/1.1" status: 200 len: 998 time: 0.1184545 Nov 22 17:01:31.340409 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f6c1e-3d87-4863-bdc8-1a17b5815c02 req-b8caa719-c887-471d-8b24-11c58ad6bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:31.342239 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-677f6c1e-3d87-4863-bdc8-1a17b5815c02 req-b8caa719-c887-471d-8b24-11c58ad6bc99 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6366d018-e2df-44ed-80b0-34775cda3ea2 HTTP/1.1" status: 200 len: 851 time: 0.0714712 Nov 22 17:01:31.347137 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c14318-d1a5-42cb-a966-158756855051 req-38a37050-4afe-479a-82ca-5650bb5268f2 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:31.356667 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-21c14318-d1a5-42cb-a966-158756855051 req-38a37050-4afe-479a-82ca-5650bb5268f2 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0988796 Nov 22 17:01:31.414423 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f6c1e-3d87-4863-bdc8-1a17b5815c02 req-4aab83aa-4b27-464f-813d-fabac7f64f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:31.416530 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-677f6c1e-3d87-4863-bdc8-1a17b5815c02 req-4aab83aa-4b27-464f-813d-fabac7f64f55 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8a45d0e0-c483-4846-b311-02bee8b8b528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0648355 Nov 22 17:01:31.449548 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf826e-c83f-4212-abb4-405db9faddfb req-3ae12b46-8b2f-4160-b677-9467faf45aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:31.451259 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cfdf826e-c83f-4212-abb4-405db9faddfb req-3ae12b46-8b2f-4160-b677-9467faf45aba service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 1098 time: 0.0704508 Nov 22 17:01:31.463406 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-21c14318-d1a5-42cb-a966-158756855051 req-1409c374-9635-44db-8b28-0b51caf947c4 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055930 Nov 22 17:01:31.531165 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cfdf826e-c83f-4212-abb4-405db9faddfb req-de6dcc11-d51d-4785-b9b2-932dcdb62bc1 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623748 Nov 22 17:01:31.531888 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-502f455e-7813-45a7-a1e8-861713b21d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': 'eeb79f26-70e0-4f99-9684-a32f4abeb9ec', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'port_id': 'be82e795-c386-4e10-810b-b67428606efb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'mac_address': 'fa:16:3e:a2:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:01:29Z', 'updated_at': '2021-11-22T17:01:29Z', 'revision_number': 0, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:31.547241 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-677f6c1e-3d87-4863-bdc8-1a17b5815c02 req-ebfdc25c-6914-495f-b666-4f38b6917376 service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210020 Nov 22 17:01:31.588313 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f455e-7813-45a7-a1e8-861713b21d77 None None] Checking router: 8593a199-e35b-4352-848a-b86cefd7a859 for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:01:31.601004 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f455e-7813-45a7-a1e8-861713b21d77 None None] Routers {'8593a199-e35b-4352-848a-b86cefd7a859'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:31.601901 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-502f455e-7813-45a7-a1e8-861713b21d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:01:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8593a199-e35b-4352-848a-b86cefd7a859'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:31.649286 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed2f8d-c3c4-4590-a986-3c76c4bc2a5b req-2076944b-748a-41d3-836f-fef807d03cc4 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:31.652475 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8aed2f8d-c3c4-4590-a986-3c76c4bc2a5b req-2076944b-748a-41d3-836f-fef807d03cc4 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0683553 Nov 22 17:01:31.709977 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8aed2f8d-c3c4-4590-a986-3c76c4bc2a5b req-2c13b862-9eaf-4289-993c-61607642f457 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527401 Nov 22 17:01:31.717390 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-502f455e-7813-45a7-a1e8-861713b21d77 None None] Set router 8593a199-e35b-4352-848a-b86cefd7a859 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:31.824814 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-677f6c1e-3d87-4863-bdc8-1a17b5815c02 req-17508718-2642-4001-ad65-aa94018222f6 service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895121 Nov 22 17:01:31.956873 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-502f455e-7813-45a7-a1e8-861713b21d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': 'eeb79f26-70e0-4f99-9684-a32f4abeb9ec', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'port_id': 'be82e795-c386-4e10-810b-b67428606efb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'mac_address': 'fa:16:3e:a2:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:01:29Z', 'updated_at': '2021-11-22T17:01:29Z', 'revision_number': 0, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:31.985045 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f455e-7813-45a7-a1e8-861713b21d77 None None] The sync data for ids ['8593a199-e35b-4352-848a-b86cefd7a859'] in dv-cinder-778193-11-iscsi is: [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': 'eeb79f26-70e0-4f99-9684-a32f4abeb9ec', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'port_id': 'be82e795-c386-4e10-810b-b67428606efb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'mac_address': 'fa:16:3e:a2:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:01:29Z', 'updated_at': '2021-11-22T17:01:29Z', 'revision_number': 0, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:32.173885 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39fabb7-1ab9-4ff5-9109-800098681f4d None None] New status for floating IP eeb79f26-70e0-4f99-9684-a32f4abeb9ec: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:01:32.584553 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6dda8-82e6-45cb-b43f-bd07b303ccab req-6f12de71-769b-4fec-a7f1-ab889e2187f4 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:32.586052 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b7e6dda8-82e6-45cb-b43f-bd07b303ccab req-6f12de71-769b-4fec-a7f1-ab889e2187f4 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0519941 Nov 22 17:01:32.633886 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b7e6dda8-82e6-45cb-b43f-bd07b303ccab req-1167c3f2-ca2f-4865-8ce4-0f3344fb3c24 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415125 Nov 22 17:01:32.824644 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0346b-e285-4005-9534-42fb8f4bd563 req-42382061-b133-4c39-98c6-af28fed2bc10 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:32.826074 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a3f0346b-e285-4005-9534-42fb8f4bd563 req-42382061-b133-4c39-98c6-af28fed2bc10 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0484707 Nov 22 17:01:32.873417 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a3f0346b-e285-4005-9534-42fb8f4bd563 req-36c0a592-9c94-41cb-ad4b-86f5e2dfd5ca tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415614 Nov 22 17:01:33.751382 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bf7a7-a00f-4f4e-8f11-65e49ef80632 req-59591b62-bbd6-476d-b75d-3630dc9dd4af tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:33.752864 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a82bf7a7-a00f-4f4e-8f11-65e49ef80632 req-59591b62-bbd6-476d-b75d-3630dc9dd4af tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0486310 Nov 22 17:01:33.799437 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a82bf7a7-a00f-4f4e-8f11-65e49ef80632 req-f436b7c2-b6f2-41cd-ad60-8d9909fbf688 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399783 Nov 22 17:01:33.995786 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186f290-a308-49a0-acbf-1f57456c430f req-aae8fadf-7751-4795-91a1-99dde623a825 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:33.997303 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2186f290-a308-49a0-acbf-1f57456c430f req-aae8fadf-7751-4795-91a1-99dde623a825 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0567529 Nov 22 17:01:34.055129 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2186f290-a308-49a0-acbf-1f57456c430f req-aba55678-e53c-49ac-ac06-1f21455157ca tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516167 Nov 22 17:01:34.923545 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13020409-f484-4504-8801-48688ba9cf98 req-c29d2bfb-d0cf-4459-a46b-b258e228b0b5 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:34.925036 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-13020409-f484-4504-8801-48688ba9cf98 req-c29d2bfb-d0cf-4459-a46b-b258e228b0b5 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0536122 Nov 22 17:01:34.976829 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-13020409-f484-4504-8801-48688ba9cf98 req-24dea928-cd20-48d6-b3db-08ae87b8060e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459492 Nov 22 17:01:35.168192 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45365dfd-1525-4bb4-b2f9-ac4945d37c21 req-a0731016-aa21-4492-ae8a-819c1d9aaf55 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:35.169708 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-45365dfd-1525-4bb4-b2f9-ac4945d37c21 req-a0731016-aa21-4492-ae8a-819c1d9aaf55 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0486186 Nov 22 17:01:35.218871 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-45365dfd-1525-4bb4-b2f9-ac4945d37c21 req-72c51fee-2843-4c00-a014-0ab24d6cc8b1 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433326 Nov 22 17:01:36.095612 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928be174-c889-4a9f-b4ea-eab5acb9955a req-2691eea8-da0d-4d74-a8a6-592f6a6f67c2 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:36.097515 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-928be174-c889-4a9f-b4ea-eab5acb9955a req-2691eea8-da0d-4d74-a8a6-592f6a6f67c2 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0476465 Nov 22 17:01:36.143003 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-928be174-c889-4a9f-b4ea-eab5acb9955a req-4ac8bfd3-3832-4a80-bf93-37aaeeb86e12 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396619 Nov 22 17:01:36.335473 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa8ddc-c482-44ca-b301-7f3346d41d00 req-189ee3b1-0511-4acc-8dbb-79bdc93a88fb tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:36.336952 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d0fa8ddc-c482-44ca-b301-7f3346d41d00 req-189ee3b1-0511-4acc-8dbb-79bdc93a88fb tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0512626 Nov 22 17:01:36.386416 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d0fa8ddc-c482-44ca-b301-7f3346d41d00 req-884fea53-12e5-4364-997e-fa3e76710297 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433638 Nov 22 17:01:36.496981 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2d102-2eb7-4ee1-ad85-0bd6ef9d688f req-9578071f-2954-45f7-8a9d-58e8ac8e0353 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:36.498415 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0bd2d102-2eb7-4ee1-ad85-0bd6ef9d688f req-9578071f-2954-45f7-8a9d-58e8ac8e0353 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0470636 Nov 22 17:01:36.546364 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0bd2d102-2eb7-4ee1-ad85-0bd6ef9d688f req-8c05a5c8-da28-48e8-b573-5280806f88a9 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418236 Nov 22 17:01:36.567682 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 49574) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:36.793123 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c305b055-11e8-4e96-8bed-f64ac6fe5663 tempest-TestShelveInstance-1596977742 tempest-TestShelveInstance-1596977742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:36.794592 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c305b055-11e8-4e96-8bed-f64ac6fe5663 tempest-TestShelveInstance-1596977742 tempest-TestShelveInstance-1596977742-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 1093 time: 0.2258797 Nov 22 17:01:36.797596 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 49578) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:36.801699 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Request body: {'floatingip': {'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'port_id': '698ba038-217c-4372-abc0-53d31cdc936a', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:36.823191 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:36.917888 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.022948 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Allocated IP 172.27.0.102 (d3425354-8fe0-452b-a94a-32f4eb04cb86/91bd23ed-08b5-4bc5-9b3d-886376dc3ccb/db37e69b-9171-411d-b361-5e17f52ca013) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:37.120951 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.154080 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.211830 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-43667eb9-6c66-43f7-a7b8-c896b1644a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.274594 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7eee65-15e0-4d45-be70-dd14545ddf17 req-7350ea8a-fb75-4fd5-aa49-7d70af2c9cc1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:37.276455 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2c7eee65-15e0-4d45-be70-dd14545ddf17 req-7350ea8a-fb75-4fd5-aa49-7d70af2c9cc1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0548575 Nov 22 17:01:37.329834 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2c7eee65-15e0-4d45-be70-dd14545ddf17 req-14814e4e-099b-4653-9586-60760daa1be8 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433984 Nov 22 17:01:37.437756 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:37.440684 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:37.444109 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:37.465319 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Pushing event updated for resources: {'Port': ['ID=db37e69b-9171-411d-b361-5e17f52ca013,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:37.794665 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.856968 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.005898 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.010378 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.088225 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Pushing event updated for resources: {'Port': ['ID=db37e69b-9171-411d-b361-5e17f52ca013,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:38.102630 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3767069'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.198610 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Floating IP 42b5a0df-47ab-40f8-b290-77167772b013 associated. External IP: 172.27.0.102, port: 698ba038-217c-4372-abc0-53d31cdc936a. Nov 22 17:01:38.399490 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Router 253aca72-205c-4ae4-bca1-a3cb6959228e has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:01:38.491499 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423d766-8256-4e24-8d51-8aea1b4e82e7 req-47fa9ec7-c53e-41c1-a583-c4258798a819 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:38.492985 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8423d766-8256-4e24-8d51-8aea1b4e82e7 req-47fa9ec7-c53e-41c1-a583-c4258798a819 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0900183 Nov 22 17:01:38.573998 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:38.578721 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8423d766-8256-4e24-8d51-8aea1b4e82e7 req-fc17310a-04be-4871-a51a-c7ec33e3e4cd tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577500 Nov 22 17:01:38.583985 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f27467-fb7c-40d6-8ec0-3f4264a296ce None None] Sync routers for ids ['253aca72-205c-4ae4-bca1-a3cb6959228e'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:38.595505 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.597350 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f27467-fb7c-40d6-8ec0-3f4264a296ce None None] Routers {'253aca72-205c-4ae4-bca1-a3cb6959228e'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:38.598175 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-c8f27467-fb7c-40d6-8ec0-3f4264a296ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:01:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['253aca72-205c-4ae4-bca1-a3cb6959228e'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:38.626095 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-0522074c-b2c1-435d-ad58-ea3f5ff51463 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8274076 Nov 22 17:01:38.626574 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c04bf27-d787-4ddd-ada1-138925610852', 'tag': '698ba038-217c-4372-abc0-53d31cdc936a'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:01:38.628965 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6fe06b-5d60-49af-a668-aba29308d23d" -d '{"events": [{"name": "network-changed", "server_uuid": "3c04bf27-d787-4ddd-ada1-138925610852", "tag": "698ba038-217c-4372-abc0-53d31cdc936a"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:01:38.670461 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c18d409-79be-44b8-acd9-3b4125d5ed87 x-openstack-request-id: req-5c18d409-79be-44b8-acd9-3b4125d5ed87 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:01:38.670751 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c04bf27-d787-4ddd-ada1-138925610852", "tag": "698ba038-217c-4372-abc0-53d31cdc936a", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:01:38.671000 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5c18d409-79be-44b8-acd9-3b4125d5ed87 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:01:38.671401 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c04bf27-d787-4ddd-ada1-138925610852', 'tag': '698ba038-217c-4372-abc0-53d31cdc936a', 'status': 'completed', 'code': 200} Nov 22 17:01:38.709578 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-c8f27467-fb7c-40d6-8ec0-3f4264a296ce None None] Set router 253aca72-205c-4ae4-bca1-a3cb6959228e gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:38.927802 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-c8f27467-fb7c-40d6-8ec0-3f4264a296ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'name': 'tempest-TestShelveInstance-314871983-router', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:40Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'gw_port': {'id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': '42b5a0df-47ab-40f8-b290-77167772b013', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'port_id': '698ba038-217c-4372-abc0-53d31cdc936a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941', 'mac_address': 'fa:16:3e:11:02:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c04bf27-d787-4ddd-ada1-138925610852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:01:37Z', 'updated_at': '2021-11-22T17:01:37Z', 'revision_number': 0, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a9e3d30-5497-45cc-b57d-414da40a502a', 'name': '', 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'mac_address': 'fa:16:3e:6b:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:43Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'subnets': [{'id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:38.957964 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f27467-fb7c-40d6-8ec0-3f4264a296ce None None] Checking router: 253aca72-205c-4ae4-bca1-a3cb6959228e for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:01:38.966421 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f27467-fb7c-40d6-8ec0-3f4264a296ce None None] Routers {'253aca72-205c-4ae4-bca1-a3cb6959228e'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:38.967027 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-c8f27467-fb7c-40d6-8ec0-3f4264a296ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:01:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['253aca72-205c-4ae4-bca1-a3cb6959228e'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:39.049490 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fe06b-5d60-49af-a668-aba29308d23d req-62933b4f-c4d3-4cc2-87bc-af0c75622cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:39.051091 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8a6fe06b-5d60-49af-a668-aba29308d23d req-62933b4f-c4d3-4cc2-87bc-af0c75622cea service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=234dfc34b8c44fabbcc37105ad6737a9&device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 1098 time: 0.0406313 Nov 22 17:01:39.071372 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-c8f27467-fb7c-40d6-8ec0-3f4264a296ce None None] Set router 253aca72-205c-4ae4-bca1-a3cb6959228e gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:39.147453 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fe06b-5d60-49af-a668-aba29308d23d req-432081fc-0a0d-4a84-837e-5cf11b9b9553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:39.148955 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8a6fe06b-5d60-49af-a668-aba29308d23d req-432081fc-0a0d-4a84-837e-5cf11b9b9553 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f1499780-a371-42fe-b888-7375a93e2941 HTTP/1.1" status: 200 len: 910 time: 0.0889313 Nov 22 17:01:39.214617 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8a6fe06b-5d60-49af-a668-aba29308d23d req-3e9c328a-cc61-4434-8906-6579a9f1822f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=698ba038-217c-4372-abc0-53d31cdc936a HTTP/1.1" status: 200 len: 999 time: 0.0579917 Nov 22 17:01:39.270193 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fe06b-5d60-49af-a668-aba29308d23d req-e748a01e-6316-4ca5-a2f0-4f9a775d7ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:39.271740 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8a6fe06b-5d60-49af-a668-aba29308d23d req-e748a01e-6316-4ca5-a2f0-4f9a775d7ad9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=327dd3ea-04ce-4476-b99d-9d2373ff6452 HTTP/1.1" status: 200 len: 847 time: 0.0490441 Nov 22 17:01:39.296447 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-c8f27467-fb7c-40d6-8ec0-3f4264a296ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'name': 'tempest-TestShelveInstance-314871983-router', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:40Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'gw_port': {'id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': '42b5a0df-47ab-40f8-b290-77167772b013', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'port_id': '698ba038-217c-4372-abc0-53d31cdc936a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941', 'mac_address': 'fa:16:3e:11:02:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c04bf27-d787-4ddd-ada1-138925610852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:01:37Z', 'updated_at': '2021-11-22T17:01:37Z', 'revision_number': 0, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a9e3d30-5497-45cc-b57d-414da40a502a', 'name': '', 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'mac_address': 'fa:16:3e:6b:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:43Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'subnets': [{'id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:39.323078 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fe06b-5d60-49af-a668-aba29308d23d req-48a42bdf-a54c-4f22-904e-b1ecbbe9fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:39.324026 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f27467-fb7c-40d6-8ec0-3f4264a296ce None None] The sync data for ids ['253aca72-205c-4ae4-bca1-a3cb6959228e'] in dv-cinder-778193-11-iscsi is: [{'id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'name': 'tempest-TestShelveInstance-314871983-router', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:40Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'gw_port': {'id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': '42b5a0df-47ab-40f8-b290-77167772b013', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'port_id': '698ba038-217c-4372-abc0-53d31cdc936a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941', 'mac_address': 'fa:16:3e:11:02:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c04bf27-d787-4ddd-ada1-138925610852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:01:37Z', 'updated_at': '2021-11-22T17:01:37Z', 'revision_number': 0, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a9e3d30-5497-45cc-b57d-414da40a502a', 'name': '', 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'mac_address': 'fa:16:3e:6b:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:43Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'subnets': [{'id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:39.324549 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8a6fe06b-5d60-49af-a668-aba29308d23d req-48a42bdf-a54c-4f22-904e-b1ecbbe9fc4d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f1499780-a371-42fe-b888-7375a93e2941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420642 Nov 22 17:01:39.417894 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8a6fe06b-5d60-49af-a668-aba29308d23d req-c9b04c9c-8ec4-49de-ae16-dcdfb22c1743 service neutron] 10.222.0.85 "GET /v2.0/networks/f1499780-a371-42fe-b888-7375a93e2941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840008 Nov 22 17:01:39.491337 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfeb7720-e97d-4c9e-8d87-1bd1cc3cb3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:39.523822 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8a6fe06b-5d60-49af-a668-aba29308d23d req-702259a9-25f5-4c11-bad2-25572545cc82 service neutron] 10.222.0.85 "GET /v2.0/networks/f1499780-a371-42fe-b888-7375a93e2941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924246 Nov 22 17:01:39.526331 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3363140c-5cb8-4243-8444-ec2680742a95 None None] New status for floating IP 42b5a0df-47ab-40f8-b290-77167772b013: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:01:39.706568 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb9d8f-2420-413a-b139-b6c714f19818 req-caf4e71c-57fb-4f5c-8ea1-f7fa4d986745 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:39.708095 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-39bb9d8f-2420-413a-b139-b6c714f19818 req-caf4e71c-57fb-4f5c-8ea1-f7fa4d986745 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0539165 Nov 22 17:01:39.755382 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-39bb9d8f-2420-413a-b139-b6c714f19818 req-541b5eb9-4e66-460d-9784-8e4d8c123ecb tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412321 Nov 22 17:01:40.875731 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794751b-5ca6-4e47-81b0-d76248d816c9 req-42ef92de-fd7a-4f34-b7d2-cc41fd5b0e6a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:40.877275 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5794751b-5ca6-4e47-81b0-d76248d816c9 req-42ef92de-fd7a-4f34-b7d2-cc41fd5b0e6a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0492215 Nov 22 17:01:40.921474 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.924867 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5794751b-5ca6-4e47-81b0-d76248d816c9 req-72293030-5930-403d-8fbe-d92d300d556c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410874 Nov 22 17:01:42.043725 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c3de2-62ab-408c-b476-9a9093644aae req-bda78be0-d107-4b82-b294-9bb1a371a2c0 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:42.046232 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-983c3de2-62ab-408c-b476-9a9093644aae req-bda78be0-d107-4b82-b294-9bb1a371a2c0 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0494056 Nov 22 17:01:42.093481 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-983c3de2-62ab-408c-b476-9a9093644aae req-63814430-2bbc-4b24-98e2-e4fb011446ee tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413899 Nov 22 17:01:42.197298 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.142048 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.219092 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f105d7-e8f2-4002-86d1-c7a731570b9e req-a4e598d4-66ab-4fda-b769-06677fde83db tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:43.220596 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d2f105d7-e8f2-4002-86d1-c7a731570b9e req-a4e598d4-66ab-4fda-b769-06677fde83db tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0530498 Nov 22 17:01:43.268225 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d2f105d7-e8f2-4002-86d1-c7a731570b9e req-9d7e801e-8aa8-4d0b-8f90-b6f4bc9fe325 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410717 Nov 22 17:01:44.393609 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787ef84-c22f-48d2-8c33-62fe11200220 req-c0358a31-9133-462d-83cc-4e4fa3a80c12 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:44.395691 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c787ef84-c22f-48d2-8c33-62fe11200220 req-c0358a31-9133-462d-83cc-4e4fa3a80c12 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0539203 Nov 22 17:01:44.441530 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c787ef84-c22f-48d2-8c33-62fe11200220 req-7f25f22f-68e3-493f-acc1-3a477e73b2f8 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399539 Nov 22 17:01:45.565098 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00f16a-acf7-45d6-81e2-e6c6cd456368 req-ed1edd75-6901-4501-a4ed-6bf7ca4ebace tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:45.566538 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3a00f16a-acf7-45d6-81e2-e6c6cd456368 req-ed1edd75-6901-4501-a4ed-6bf7ca4ebace tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0508993 Nov 22 17:01:45.613918 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3a00f16a-acf7-45d6-81e2-e6c6cd456368 req-8f8ad8bc-01f6-478f-82bb-056783927146 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412550 Nov 22 17:01:46.737476 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6490f3-7b97-450a-b4c9-88c6a777b56a req-1656b1ea-4763-4e2f-9602-26b7873a29f2 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:46.739401 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4b6490f3-7b97-450a-b4c9-88c6a777b56a req-1656b1ea-4763-4e2f-9602-26b7873a29f2 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0505438 Nov 22 17:01:46.786299 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4b6490f3-7b97-450a-b4c9-88c6a777b56a req-4a4e40ae-2d1b-44e0-9bd3-be7ea48db1fd tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404382 Nov 22 17:01:47.904240 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a79d5-cef4-4353-bc30-e828429c7b18 req-260454c3-bed7-4991-96c0-b6b31bcdf276 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:47.905695 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b59a79d5-cef4-4353-bc30-e828429c7b18 req-260454c3-bed7-4991-96c0-b6b31bcdf276 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0476596 Nov 22 17:01:47.955593 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b59a79d5-cef4-4353-bc30-e828429c7b18 req-2e8244be-fe3d-474c-b31b-ef637776ad8a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439589 Nov 22 17:01:48.789870 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device d8d751ba-d87d-4640-8773-c70c75cf1459 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:01:48.888508 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port d8d751ba-d87d-4640-8773-c70c75cf1459, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d8d751ba-d87d-4640-8773-c70c75cf1459,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:48.905708 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': 'd8d751ba-d87d-4640-8773-c70c75cf1459', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'port_id': 'd8d751ba-d87d-4640-8773-c70c75cf1459', 'mac_address': 'fa:16:3e:7e:f4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:01:48.945007 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:48.959163 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8d751ba-d87d-4640-8773-c70c75cf1459 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:01:48.979229 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port d8d751ba-d87d-4640-8773-c70c75cf1459, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d8d751ba-d87d-4640-8773-c70c75cf1459,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:48.984238 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:48.995646 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f143ae-cef3-4677-a805-e1c2edd6d4bb req-6c66b01c-a0d4-4d40-b783-d5f82e9b7246 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:48.997167 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-26f143ae-cef3-4677-a805-e1c2edd6d4bb req-6c66b01c-a0d4-4d40-b783-d5f82e9b7246 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bc9b40-93f0-4400-9f67-62a901739121 HTTP/1.1" status: 200 len: 946 time: 0.0509543 Nov 22 17:01:49.032159 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=d8d751ba-d87d-4640-8773-c70c75cf1459,revision_number=6']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:49.055447 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-26f143ae-cef3-4677-a805-e1c2edd6d4bb req-11e7b215-ad23-44b7-871c-db72a0429449 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515287 Nov 22 17:01:49.091016 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd7631-1dc5-4c49-8644-e7ca1f92ebc4 req-80c1c8b6-79a6-42b2-8956-c3b2c571b59a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:49.092642 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c9bd7631-1dc5-4c49-8644-e7ca1f92ebc4 req-80c1c8b6-79a6-42b2-8956-c3b2c571b59a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 945 time: 0.0589581 Nov 22 17:01:49.123493 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['d8d751ba-d87d-4640-8773-c70c75cf1459'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:01:49.145584 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c9bd7631-1dc5-4c49-8644-e7ca1f92ebc4 req-8fcfa1f4-d2be-47b3-ab12-2cfb24495c76 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457132 Nov 22 17:01:50.180226 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc397043-c793-42b4-a06d-e9ea250d22a9 req-817352de-cc6e-4be5-ac79-ee70e6f4c4f8 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:50.188919 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-dc397043-c793-42b4-a06d-e9ea250d22a9 req-817352de-cc6e-4be5-ac79-ee70e6f4c4f8 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bc9b40-93f0-4400-9f67-62a901739121 HTTP/1.1" status: 200 len: 946 time: 0.0592158 Nov 22 17:01:50.236042 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-dc397043-c793-42b4-a06d-e9ea250d22a9 req-9ac906e1-6447-4218-be60-fec3a289ac09 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459454 Nov 22 17:01:50.310429 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073ad69-2e95-495a-906c-08388ae8aacd req-9618aded-b0c6-43e7-ab58-d9fe2d17363c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:50.312056 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a073ad69-2e95-495a-906c-08388ae8aacd req-9618aded-b0c6-43e7-ab58-d9fe2d17363c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 945 time: 0.0524843 Nov 22 17:01:50.367199 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a073ad69-2e95-495a-906c-08388ae8aacd req-c6f4d230-5e73-4fa8-b7f6-762a1189d0e9 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482357 Nov 22 17:01:50.795111 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device d8d751ba-d87d-4640-8773-c70c75cf1459 up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:50.849025 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port d8d751ba-d87d-4640-8773-c70c75cf1459 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:50.849493 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:51.074288 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:51.106273 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dca552-055b-4b28-accd-09b77678fa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d751ba-d87d-4640-8773-c70c75cf1459'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:01:51.109034 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4ef691-50a2-4d06-994a-b88faea223b1" -d '{"events": [{"server_uuid": "10dca552-055b-4b28-accd-09b77678fa78", "name": "network-vif-plugged", "status": "completed", "tag": "d8d751ba-d87d-4640-8773-c70c75cf1459"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:01:51.116056 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port d8d751ba-d87d-4640-8773-c70c75cf1459, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d8d751ba-d87d-4640-8773-c70c75cf1459,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:51.121777 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:51.172284 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338b9c6c-4db2-4160-9938-6e2465d6bdc6 x-openstack-request-id: req-338b9c6c-4db2-4160-9938-6e2465d6bdc6 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:01:51.172633 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dca552-055b-4b28-accd-09b77678fa78", "name": "network-vif-plugged", "status": "completed", "tag": "d8d751ba-d87d-4640-8773-c70c75cf1459", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:01:51.173029 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-338b9c6c-4db2-4160-9938-6e2465d6bdc6 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:01:51.173419 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dca552-055b-4b28-accd-09b77678fa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d751ba-d87d-4640-8773-c70c75cf1459', 'code': 200} Nov 22 17:01:51.184744 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=d8d751ba-d87d-4640-8773-c70c75cf1459,revision_number=7']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:51.356869 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dacceb-fbcf-4393-93df-ea9f10b91c7d req-7618dff8-0419-499a-8991-2075ffd761b4 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:51.358265 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-17dacceb-fbcf-4393-93df-ea9f10b91c7d req-7618dff8-0419-499a-8991-2075ffd761b4 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.85 "GET /v2.0/ports?device_id=29bc9b40-93f0-4400-9f67-62a901739121 HTTP/1.1" status: 200 len: 946 time: 0.0890670 Nov 22 17:01:51.405990 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5f3e3-1855-4032-9dca-1eba60960f15 req-971dcbd7-7da2-45e3-aebc-e586ff6f7812 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:51.407854 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0cf5f3e3-1855-4032-9dca-1eba60960f15 req-971dcbd7-7da2-45e3-aebc-e586ff6f7812 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bc9b40-93f0-4400-9f67-62a901739121 HTTP/1.1" status: 200 len: 946 time: 0.0947881 Nov 22 17:01:51.506017 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0cf5f3e3-1855-4032-9dca-1eba60960f15 req-053b1ef2-a060-46b8-b7c6-74cddd92ab3e tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828874 Nov 22 17:01:51.542031 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-17dacceb-fbcf-4393-93df-ea9f10b91c7d req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Deleting port fbfad966-da43-4c0a-84e8-3df5006258ec {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:51.542377 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-17dacceb-fbcf-4393-93df-ea9f10b91c7d req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:51.552561 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df72899-88dc-459e-adf9-6cd1da4d5443 req-bba2ac31-9818-49ef-8503-6e96cbd3658d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:51.554129 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7df72899-88dc-459e-adf9-6cd1da4d5443 req-bba2ac31-9818-49ef-8503-6e96cbd3658d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0976236 Nov 22 17:01:51.619470 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7df72899-88dc-459e-adf9-6cd1da4d5443 req-10ca9e0f-60a6-44ed-bc86-246f79763903 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553381 Nov 22 17:01:51.657084 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-17dacceb-fbcf-4393-93df-ea9f10b91c7d req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] For port fbfad966-da43-4c0a-84e8-3df5006258ec, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fbfad966-da43-4c0a-84e8-3df5006258ec,segment=NetworkSegment(3fc918b6-43c9-4abb-b0e8-40a013768da0),segment_id=3fc918b6-43c9-4abb-b0e8-40a013768da0)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:51.657446 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-17dacceb-fbcf-4393-93df-ea9f10b91c7d req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:51.670865 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-17dacceb-fbcf-4393-93df-ea9f10b91c7d req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Calling delete_port for fbfad966-da43-4c0a-84e8-3df5006258ec owned by compute:nova {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:51.818192 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-17dacceb-fbcf-4393-93df-ea9f10b91c7d req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:51.831668 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['fbfad966-da43-4c0a-84e8-3df5006258ec'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:01:51.844441 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Pushing event deleted for resources: {'Port': ['ID=fbfad966-da43-4c0a-84e8-3df5006258ec,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:51.857440 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:51.857883 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:51.858293 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:51.858697 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:51.859099 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:51.859519 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:51.859923 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:51.860346 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:51.860740 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:51.861141 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:51.861529 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:51.861923 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:51.908873 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-17dacceb-fbcf-4393-93df-ea9f10b91c7d req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] No DVR routers for this DVR port fbfad966-da43-4c0a-84e8-3df5006258ec on host hv-cinder-77819 {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:51.913517 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-17dacceb-fbcf-4393-93df-ea9f10b91c7d req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:51.917162 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-17dacceb-fbcf-4393-93df-ea9f10b91c7d req-a8235c65-f544-4d74-8632-e7e58f92195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.85 "DELETE /v2.0/ports/fbfad966-da43-4c0a-84e8-3df5006258ec HTTP/1.1" status: 204 len: 173 time: 0.5463698 Nov 22 17:01:51.917651 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bc9b40-93f0-4400-9f67-62a901739121', 'name': 'network-vif-deleted', 'tag': 'fbfad966-da43-4c0a-84e8-3df5006258ec'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:01:51.919933 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05e19f8-19aa-497a-9f23-d6523466ccf0" -d '{"events": [{"server_uuid": "29bc9b40-93f0-4400-9f67-62a901739121", "name": "network-vif-deleted", "tag": "fbfad966-da43-4c0a-84e8-3df5006258ec"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:01:51.974346 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee044ae7-2eeb-4b29-a7e2-025ebe955ad1 x-openstack-request-id: req-ee044ae7-2eeb-4b29-a7e2-025ebe955ad1 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:01:51.974818 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bc9b40-93f0-4400-9f67-62a901739121", "name": "network-vif-deleted", "tag": "fbfad966-da43-4c0a-84e8-3df5006258ec", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:01:51.975143 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ee044ae7-2eeb-4b29-a7e2-025ebe955ad1 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:01:51.975638 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bc9b40-93f0-4400-9f67-62a901739121', 'name': 'network-vif-deleted', 'tag': 'fbfad966-da43-4c0a-84e8-3df5006258ec', 'status': 'completed', 'code': 200} Nov 22 17:01:52.784489 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0faa5-a8b4-479b-954a-46a6aa423720 req-26b01075-d0a2-4c4a-a755-5edf1db3bc7d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:52.786098 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-efd0faa5-a8b4-479b-954a-46a6aa423720 req-26b01075-d0a2-4c4a-a755-5edf1db3bc7d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0739079 Nov 22 17:01:52.856749 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-efd0faa5-a8b4-479b-954a-46a6aa423720 req-f7ef5024-7f6c-4e4b-800e-1173c3f033c5 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611699 Nov 22 17:01:53.999805 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b06ea-04a2-4a14-a53b-d7489d6c39f1 req-d93bf5e3-0969-4f6a-9b3e-3453af850ff8 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:54.004459 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d92b06ea-04a2-4a14-a53b-d7489d6c39f1 req-d93bf5e3-0969-4f6a-9b3e-3453af850ff8 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0618410 Nov 22 17:01:54.053525 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d92b06ea-04a2-4a14-a53b-d7489d6c39f1 req-2d6e6d17-291c-4f10-834d-aaed89e058be tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462644 Nov 22 17:01:54.905033 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device fbfad966-da43-4c0a-84e8-3df5006258ec no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:54.931097 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: fbfad966-da43-4c0a-84e8-3df5006258ec {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:54.931433 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device fbfad966-da43-4c0a-84e8-3df5006258ec not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:55.220769 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dd5a9-b802-464e-9423-8b1ab0a53324 req-19140ebb-8da9-4815-ac88-28e43734984e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:55.222482 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a92dd5a9-b802-464e-9423-8b1ab0a53324 req-19140ebb-8da9-4815-ac88-28e43734984e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0798769 Nov 22 17:01:55.278353 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a92dd5a9-b802-464e-9423-8b1ab0a53324 req-7d79ef23-9584-47b0-84d9-56bad8cface6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489428 Nov 22 17:01:56.421150 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d801f0-582c-4542-9786-5c120e84a185 req-e4b7a32c-f5af-434f-96b4-353eb7ae38fe tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:56.422640 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c7d801f0-582c-4542-9786-5c120e84a185 req-e4b7a32c-f5af-434f-96b4-353eb7ae38fe tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0617497 Nov 22 17:01:56.476249 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c7d801f0-582c-4542-9786-5c120e84a185 req-30a1dc72-942d-4460-ab5b-159fe3690371 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466259 Nov 22 17:01:57.625190 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98b6c7-7472-496c-beb5-dc47a4469fbd req-7aa22907-07ba-48a8-9759-382d5638093b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:57.628762 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2e98b6c7-7472-496c-beb5-dc47a4469fbd req-7aa22907-07ba-48a8-9759-382d5638093b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0556905 Nov 22 17:01:57.679265 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2e98b6c7-7472-496c-beb5-dc47a4469fbd req-f4f2648f-63df-4dd1-8955-e8a7d46b47d9 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450726 Nov 22 17:01:58.353880 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.804738 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76821919-87e4-4b02-b93e-e36d499a179e req-0f536483-722c-4b05-8217-9c219df6a7f6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:58.806242 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-76821919-87e4-4b02-b93e-e36d499a179e req-0f536483-722c-4b05-8217-9c219df6a7f6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0494862 Nov 22 17:01:58.863962 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-76821919-87e4-4b02-b93e-e36d499a179e req-ad01418c-714e-4e6e-87ce-3fb9a3292e03 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509887 Nov 22 17:01:59.989232 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853aa11d-2bc7-45ad-a92a-d4b172abcdb9 req-84ee6007-3768-4c9c-8606-244a6431c988 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:59.990680 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-853aa11d-2bc7-45ad-a92a-d4b172abcdb9 req-84ee6007-3768-4c9c-8606-244a6431c988 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0533986 Nov 22 17:02:00.037167 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-853aa11d-2bc7-45ad-a92a-d4b172abcdb9 req-ef9496d1-098d-4f60-b6c6-f4b7d2664d78 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404499 Nov 22 17:02:01.152432 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9fe5b-ca57-4d1f-b280-7a3ace9cb8df req-ee8f8ec9-a7e4-4d7b-bb21-ca95431b3e22 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:01.153881 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1dc9fe5b-ca57-4d1f-b280-7a3ace9cb8df req-ee8f8ec9-a7e4-4d7b-bb21-ca95431b3e22 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0480609 Nov 22 17:02:01.203874 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1dc9fe5b-ca57-4d1f-b280-7a3ace9cb8df req-0af602fa-3159-43b5-9fae-3ecf0b6d8dfd tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441580 Nov 22 17:02:02.083741 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696de68-75a5-4111-b212-7e66c1c85bbf req-5d1cf4a6-564c-4e18-bdb8-a9c516c61867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:02.085273 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9696de68-75a5-4111-b212-7e66c1c85bbf req-5d1cf4a6-564c-4e18-bdb8-a9c516c61867 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea07513743f14c52a5a115f86dbb6b7b&device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 1099 time: 0.0401738 Nov 22 17:02:02.177740 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696de68-75a5-4111-b212-7e66c1c85bbf req-ca0eaa3a-5e84-400d-96a3-cccf9da83d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:02.179183 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9696de68-75a5-4111-b212-7e66c1c85bbf req-ca0eaa3a-5e84-400d-96a3-cccf9da83d4f service neutron] 10.222.0.85 "GET /v2.0/networks?id=d6f6393f-bc97-47fe-80bd-2ee6749913ab HTTP/1.1" status: 200 len: 919 time: 0.0857179 Nov 22 17:02:02.248120 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9696de68-75a5-4111-b212-7e66c1c85bbf req-20ee9465-af40-4fae-9e14-3ec6fdc64e04 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d751ba-d87d-4640-8773-c70c75cf1459 HTTP/1.1" status: 200 len: 1002 time: 0.0593290 Nov 22 17:02:02.329536 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696de68-75a5-4111-b212-7e66c1c85bbf req-cddb6bc0-d1d4-4a3a-aabc-daacd4727784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:02.330973 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9696de68-75a5-4111-b212-7e66c1c85bbf req-cddb6bc0-d1d4-4a3a-aabc-daacd4727784 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43573154-396f-4f70-9616-b22b08bbb1ff HTTP/1.1" status: 200 len: 856 time: 0.0725322 Nov 22 17:02:02.347118 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27b981-1491-4abb-bf1d-f0448fb3f16f req-e51f9d67-c48c-48a7-ba5a-2830eaab8041 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:02.348428 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0d27b981-1491-4abb-bf1d-f0448fb3f16f req-e51f9d67-c48c-48a7-ba5a-2830eaab8041 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0642142 Nov 22 17:02:02.416293 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696de68-75a5-4111-b212-7e66c1c85bbf req-b782c45d-9aab-4c96-8124-63c5f0cd6c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:02.417776 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9696de68-75a5-4111-b212-7e66c1c85bbf req-b782c45d-9aab-4c96-8124-63c5f0cd6c89 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d6f6393f-bc97-47fe-80bd-2ee6749913ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0685058 Nov 22 17:02:02.422337 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0d27b981-1491-4abb-bf1d-f0448fb3f16f req-270b753e-3709-4b27-8c58-4d3b0779689e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658939 Nov 22 17:02:02.514691 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9696de68-75a5-4111-b212-7e66c1c85bbf req-67ee6b06-9a0b-4fe1-aeb5-8fae3ce7cdd1 service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871203 Nov 22 17:02:02.607407 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9696de68-75a5-4111-b212-7e66c1c85bbf req-0711f419-7de6-4cc3-9cda-3f207266fe2a service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816433 Nov 22 17:02:02.685630 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-3462cf8d-042b-4cc0-a879-0066328e9ff9 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:02.687105 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-3462cf8d-042b-4cc0-a879-0066328e9ff9 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/networks?id=c0b50291-da19-4794-8f7b-90d36c81ce3c HTTP/1.1" status: 200 len: 813 time: 0.1008046 Nov 22 17:02:02.702786 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-352d8725-7a18-4d2c-a425-1792fe1f2eb3 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/quotas/90c27cfbb1774ccd866b2882bce32e8b HTTP/1.1" status: 200 len: 375 time: 0.0092609 Nov 22 17:02:02.733768 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-02082f7f-7690-4b50-bf29-7c0ccfca63c7 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=90c27cfbb1774ccd866b2882bce32e8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253520 Nov 22 17:02:02.824814 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-864c1562-6826-420f-b6ca-befc1ea11b40 service neutron] 10.222.0.75 "GET /v2.0/networks/c0b50291-da19-4794-8f7b-90d36c81ce3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837259 Nov 22 17:02:02.911208 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-18701d6c-b510-49ab-bf8f-eb939c4043de service neutron] 10.222.0.75 "GET /v2.0/networks/c0b50291-da19-4794-8f7b-90d36c81ce3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804052 Nov 22 17:02:03.065035 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-68aee797-2d89-44a2-af53-4fe6881b4b0c req-18d031dc-ee1a-4dd5-8fa6-74655458c1dd tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 210 time: 0.0267091 Nov 22 17:02:03.551545 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06692da6-5c47-40e9-8829-84b5040ee58a req-65bdefe6-fb82-4b9c-9b74-8f7386dba306 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:03.553082 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-06692da6-5c47-40e9-8829-84b5040ee58a req-65bdefe6-fb82-4b9c-9b74-8f7386dba306 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0549128 Nov 22 17:02:03.601059 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-06692da6-5c47-40e9-8829-84b5040ee58a req-d86d33be-c119-4268-99f7-1853da638eb0 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418360 Nov 22 17:02:04.094783 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9d050db9-8e16-4c37-82a2-583f7bbe6315 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:04.096275 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9d050db9-8e16-4c37-82a2-583f7bbe6315 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.85 "GET /v2.0/networks?id=c0b50291-da19-4794-8f7b-90d36c81ce3c HTTP/1.1" status: 200 len: 813 time: 0.1051810 Nov 22 17:02:04.118275 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-7458727a-3a0b-44fb-b2d6-eca563053950 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Request body: {'port': {'device_id': '16f07ab0-6b4b-4959-aada-6194adf08b15', 'network_id': 'c0b50291-da19-4794-8f7b-90d36c81ce3c', 'admin_state_up': True, 'tenant_id': '90c27cfbb1774ccd866b2882bce32e8b'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:04.188666 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3c4e57a9-a4b9-44dd-a0e8-ea8a55f237db req-29ce2193-997d-4de8-ad68-06136508da05 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 210 time: 0.0544035 Nov 22 17:02:04.250642 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-7458727a-3a0b-44fb-b2d6-eca563053950 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Made reservation on behalf of 90c27cfbb1774ccd866b2882bce32e8b for: {'port': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:04.254450 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-7458727a-3a0b-44fb-b2d6-eca563053950 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.375979 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-7458727a-3a0b-44fb-b2d6-eca563053950 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Allocated IP 172.20.0.9 (c0b50291-da19-4794-8f7b-90d36c81ce3c/3c6df5e6-192d-43c1-ad75-06bfe5fd9e18/6a3027a8-aac9-48cd-9b1a-11d23d6ef52e) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:04.521891 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-7458727a-3a0b-44fb-b2d6-eca563053950 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.554894 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-7458727a-3a0b-44fb-b2d6-eca563053950 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.598673 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-7458727a-3a0b-44fb-b2d6-eca563053950 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Network c0b50291-da19-4794-8f7b-90d36c81ce3c is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:04.601932 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-7458727a-3a0b-44fb-b2d6-eca563053950 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:04.605526 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-7458727a-3a0b-44fb-b2d6-eca563053950 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:04.632202 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458727a-3a0b-44fb-b2d6-eca563053950 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Pushing event updated for resources: {'Port': ['ID=6a3027a8-aac9-48cd-9b1a-11d23d6ef52e,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:04.660534 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-7458727a-3a0b-44fb-b2d6-eca563053950 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:04.661141 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-7458727a-3a0b-44fb-b2d6-eca563053950 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.678050 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-7458727a-3a0b-44fb-b2d6-eca563053950 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5637310 Nov 22 17:02:04.694564 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Request body: {'port': {'device_id': '16f07ab0-6b4b-4959-aada-6194adf08b15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:04.719435 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2014f10-f2f7-43ad-81ac-d556818c28f0 req-101e3d1c-8d79-4185-9978-8f43a97ba9e0 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:04.721076 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e2014f10-f2f7-43ad-81ac-d556818c28f0 req-101e3d1c-8d79-4185-9978-8f43a97ba9e0 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0485787 Nov 22 17:02:04.748782 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.768872 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e2014f10-f2f7-43ad-81ac-d556818c28f0 req-3ae4c809-dd9d-4fc6-84a7-0af1a91ef3d9 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413902 Nov 22 17:02:05.021370 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e {{(pid=102627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:02:05.028851 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.041418 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.provisioning_blocks [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Transition to ACTIVE for port object 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e will not be triggered until provisioned by entity L2. {{(pid=102627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:02:05.045070 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.099004 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Pushing event updated for resources: {'Port': ['ID=6a3027a8-aac9-48cd-9b1a-11d23d6ef52e,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:05.160938 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Attempting to bind port 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:05.161190 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Attempting to bind port 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '3fc918b6-43c9-4abb-b0e8-40a013768da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c0b50291-da19-4794-8f7b-90d36c81ce3c'}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:05.161618 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Attempting to bind port 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e on network c0b50291-da19-4794-8f7b-90d36c81ce3c {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:05.165885 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Port 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e on network c0b50291-da19-4794-8f7b-90d36c81ce3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:02:05.166203 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Attempting to bind port 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e on network c0b50291-da19-4794-8f7b-90d36c81ce3c {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:05.170943 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:05.171278 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Checking segment: {'id': '3fc918b6-43c9-4abb-b0e8-40a013768da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c0b50291-da19-4794-8f7b-90d36c81ce3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:05.171661 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Bound using segment: {'id': '3fc918b6-43c9-4abb-b0e8-40a013768da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c0b50291-da19-4794-8f7b-90d36c81ce3c'} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:05.172120 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Bound port: 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc918b6-43c9-4abb-b0e8-40a013768da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'c0b50291-da19-4794-8f7b-90d36c81ce3c'}}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:05.172476 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.235638 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] For port 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e, host hv-cinder-77819, cleared binding levels {{(pid=102627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:05.238701 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] For port 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6a3027a8-aac9-48cd-9b1a-11d23d6ef52e,segment=NetworkSegment(3fc918b6-43c9-4abb-b0e8-40a013768da0),segment_id=3fc918b6-43c9-4abb-b0e8-40a013768da0)] {{(pid=102627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:05.243362 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.306151 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:05.306769 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.308214 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] 10.222.0.85 "PUT /v2.0/ports/6a3027a8-aac9-48cd-9b1a-11d23d6ef52e HTTP/1.1" status: 200 len: 1093 time: 0.6178999 Nov 22 17:02:05.310635 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f07ab0-6b4b-4959-aada-6194adf08b15', 'tag': '6a3027a8-aac9-48cd-9b1a-11d23d6ef52e'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:05.312930 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e54a376-7a33-4af2-a05d-51b29db08235" -d '{"events": [{"name": "network-changed", "server_uuid": "16f07ab0-6b4b-4959-aada-6194adf08b15", "tag": "6a3027a8-aac9-48cd-9b1a-11d23d6ef52e"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:05.336546 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1477b4-86a1-4c7c-9163-7b29b14ab35b service neutron] Pushing event updated for resources: {'Port': ['ID=6a3027a8-aac9-48cd-9b1a-11d23d6ef52e,revision_number=3']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:05.354433 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c392e2-8c2c-44ec-aba4-17e65e3e6563 req-75c982ed-3d5c-41ba-a0be-c1c8776552b8 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:05.356071 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-61c392e2-8c2c-44ec-aba4-17e65e3e6563 req-75c982ed-3d5c-41ba-a0be-c1c8776552b8 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 943 time: 0.0829461 Nov 22 17:02:05.367058 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ad86aa-c9b1-45c4-8c92-f001613fe6c9 x-openstack-request-id: req-f4ad86aa-c9b1-45c4-8c92-f001613fe6c9 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:05.367366 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f07ab0-6b4b-4959-aada-6194adf08b15", "tag": "6a3027a8-aac9-48cd-9b1a-11d23d6ef52e", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:05.367604 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f4ad86aa-c9b1-45c4-8c92-f001613fe6c9 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:05.368147 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f07ab0-6b4b-4959-aada-6194adf08b15', 'tag': '6a3027a8-aac9-48cd-9b1a-11d23d6ef52e', 'status': 'completed', 'code': 200} Nov 22 17:02:05.433901 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-61c392e2-8c2c-44ec-aba4-17e65e3e6563 req-0ce9f069-b032-4611-be24-2dcff46f4890 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691416 Nov 22 17:02:05.443731 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-e1bca4c5-cf31-443e-b0b0-38769d87089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:05.445432 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-e1bca4c5-cf31-443e-b0b0-38769d87089f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=90c27cfbb1774ccd866b2882bce32e8b&device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 1096 time: 0.0629160 Nov 22 17:02:05.494297 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-2408801d-5cd8-4f17-bf82-7a5427f606eb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a3027a8-aac9-48cd-9b1a-11d23d6ef52e HTTP/1.1" status: 200 len: 217 time: 0.0364151 Nov 22 17:02:05.549611 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-ab44d247-ae22-485b-80be-b3172d6c12c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:05.551110 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-ab44d247-ae22-485b-80be-b3172d6c12c9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3c6df5e6-192d-43c1-ad75-06bfe5fd9e18 HTTP/1.1" status: 200 len: 853 time: 0.0459795 Nov 22 17:02:05.583922 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-01fffb93-f650-41b7-aef5-1097f3c80fb0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c0b50291-da19-4794-8f7b-90d36c81ce3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252450 Nov 22 17:02:05.591643 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:02:05.676719 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-46c1fd8f-cca6-461e-a06f-7be2d9cadbc6 service neutron] 10.222.0.85 "GET /v2.0/networks/c0b50291-da19-4794-8f7b-90d36c81ce3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845134 Nov 22 17:02:05.768971 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c110f76d-25fd-407c-bf68-02cf2ec5cc15 req-d17d2de9-b848-4120-8e75-d932277eaf29 service neutron] 10.222.0.85 "GET /v2.0/networks/c0b50291-da19-4794-8f7b-90d36c81ce3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807338 Nov 22 17:02:05.870398 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54a376-7a33-4af2-a05d-51b29db08235 req-aad70cbb-abe1-4857-bdc8-f59a3856c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:05.871896 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9e54a376-7a33-4af2-a05d-51b29db08235 req-aad70cbb-abe1-4857-bdc8-f59a3856c821 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=90c27cfbb1774ccd866b2882bce32e8b&device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 1096 time: 0.0412371 Nov 22 17:02:05.893624 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a2822-d1f4-4c9b-b46b-42984399d540 req-ae1ac823-8b57-4bc8-8ce9-a264bc9ca7a6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:05.895101 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2d2a2822-d1f4-4c9b-b46b-42984399d540 req-ae1ac823-8b57-4bc8-8ce9-a264bc9ca7a6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0484951 Nov 22 17:02:05.944886 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2d2a2822-d1f4-4c9b-b46b-42984399d540 req-52702025-687d-4c99-8601-9ec9afabafe1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435379 Nov 22 17:02:05.966192 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54a376-7a33-4af2-a05d-51b29db08235 req-8f638094-1fee-4d84-8a56-74b96c458615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:05.967827 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9e54a376-7a33-4af2-a05d-51b29db08235 req-8f638094-1fee-4d84-8a56-74b96c458615 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c0b50291-da19-4794-8f7b-90d36c81ce3c HTTP/1.1" status: 200 len: 915 time: 0.0878079 Nov 22 17:02:06.013246 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9e54a376-7a33-4af2-a05d-51b29db08235 req-19bbe03e-970c-476d-8ce1-c4cc3efc8811 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a3027a8-aac9-48cd-9b1a-11d23d6ef52e HTTP/1.1" status: 200 len: 217 time: 0.0351462 Nov 22 17:02:06.066454 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54a376-7a33-4af2-a05d-51b29db08235 req-0ec1bd47-e42c-4f9c-8890-d194af377391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:06.068171 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9e54a376-7a33-4af2-a05d-51b29db08235 req-0ec1bd47-e42c-4f9c-8890-d194af377391 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3c6df5e6-192d-43c1-ad75-06bfe5fd9e18 HTTP/1.1" status: 200 len: 853 time: 0.0455945 Nov 22 17:02:06.105986 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9e54a376-7a33-4af2-a05d-51b29db08235 req-a99aac50-fb9a-4306-88e6-5ced5ae87730 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c0b50291-da19-4794-8f7b-90d36c81ce3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289395 Nov 22 17:02:06.198280 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9e54a376-7a33-4af2-a05d-51b29db08235 req-2f46dab7-f41f-4091-b728-9d4a3236e56a service neutron] 10.222.0.85 "GET /v2.0/networks/c0b50291-da19-4794-8f7b-90d36c81ce3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840881 Nov 22 17:02:06.588936 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7334602-8d54-4e3a-82ef-2cbebde6d6ec req-6b65d336-ff60-4b16-a5e1-ccbfef0a70a0 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:06.590502 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d7334602-8d54-4e3a-82ef-2cbebde6d6ec req-6b65d336-ff60-4b16-a5e1-ccbfef0a70a0 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 943 time: 0.0787251 Nov 22 17:02:06.594320 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9e54a376-7a33-4af2-a05d-51b29db08235 req-7dd9c394-404c-4d96-81c3-0dc49fded338 service neutron] 10.222.0.85 "GET /v2.0/networks/c0b50291-da19-4794-8f7b-90d36c81ce3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878877 Nov 22 17:02:06.642374 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d7334602-8d54-4e3a-82ef-2cbebde6d6ec req-27ae119f-3093-46fb-bbc2-e978cced3e3e tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454514 Nov 22 17:02:06.844597 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d7d01-742e-475d-a98b-3134002b3da5 req-016ee51e-76f4-447d-af40-dedfbac4ed9f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:06.846067 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-290d7d01-742e-475d-a98b-3134002b3da5 req-016ee51e-76f4-447d-af40-dedfbac4ed9f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 946 time: 0.0497601 Nov 22 17:02:06.872505 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-eeb7f339-e188-4e4d-ad2a-a7f6cbea2566 req-5d566f34-0243-4928-a96d-2417e20aad2a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0382552 Nov 22 17:02:06.892770 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device d8d751ba-d87d-4640-8773-c70c75cf1459 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:02:06.898011 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-290d7d01-742e-475d-a98b-3134002b3da5 req-3e0284ec-a7e1-48ad-a717-a62f60efe6da tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459161 Nov 22 17:02:06.972158 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.994529 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dca552-055b-4b28-accd-09b77678fa78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8d751ba-d87d-4640-8773-c70c75cf1459'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:06.996716 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e277692-588b-49e5-96b0-454daa797e24" -d '{"events": [{"server_uuid": "10dca552-055b-4b28-accd-09b77678fa78", "name": "network-vif-unplugged", "status": "completed", "tag": "d8d751ba-d87d-4640-8773-c70c75cf1459"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:07.010061 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port d8d751ba-d87d-4640-8773-c70c75cf1459, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d8d751ba-d87d-4640-8773-c70c75cf1459,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:07.015388 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.045369 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f39eb17-80d9-4215-921c-032d50505b9e x-openstack-request-id: req-7f39eb17-80d9-4215-921c-032d50505b9e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:07.045661 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dca552-055b-4b28-accd-09b77678fa78", "name": "network-vif-unplugged", "status": "failed", "tag": "d8d751ba-d87d-4640-8773-c70c75cf1459", "code": 422}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:07.045913 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7f39eb17-80d9-4215-921c-032d50505b9e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:07.046315 dv-cinder-778193-11-iscsi neutron-server[102629]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '10dca552-055b-4b28-accd-09b77678fa78', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd8d751ba-d87d-4640-8773-c70c75cf1459', 'code': 422} returned with failed status Nov 22 17:02:07.066661 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=d8d751ba-d87d-4640-8773-c70c75cf1459,revision_number=8']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:07.216971 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f6a40284-15d1-46e2-a4f7-484dfb44ae67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.687412 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7f339-e188-4e4d-ad2a-a7f6cbea2566 req-a39ca3e5-cb49-4510-ad2f-77cfeba1e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:07.688918 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-eeb7f339-e188-4e4d-ad2a-a7f6cbea2566 req-a39ca3e5-cb49-4510-ad2f-77cfeba1e883 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78&tenant_id=ea07513743f14c52a5a115f86dbb6b7b HTTP/1.1" status: 200 len: 1097 time: 0.0393760 Nov 22 17:02:07.785783 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bf16c-1d58-4bde-8e56-4db9e295dfd0 req-5665ef31-af02-49e2-930d-bcac228a2ed6 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:07.787233 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5a5bf16c-1d58-4bde-8e56-4db9e295dfd0 req-5665ef31-af02-49e2-930d-bcac228a2ed6 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 943 time: 0.0756872 Nov 22 17:02:07.788948 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7f339-e188-4e4d-ad2a-a7f6cbea2566 req-16e6d510-b919-41a7-8cb5-566ee8f33598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:07.790260 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-eeb7f339-e188-4e4d-ad2a-a7f6cbea2566 req-16e6d510-b919-41a7-8cb5-566ee8f33598 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea07513743f14c52a5a115f86dbb6b7b&device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 1097 time: 0.0702507 Nov 22 17:02:07.888563 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5a5bf16c-1d58-4bde-8e56-4db9e295dfd0 req-3c002575-709b-45a3-95d5-1c116eb751fb tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951655 Nov 22 17:02:07.910291 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7f339-e188-4e4d-ad2a-a7f6cbea2566 req-55c16470-0cd8-4f5d-a86f-2dfb03a424a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:07.911716 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-eeb7f339-e188-4e4d-ad2a-a7f6cbea2566 req-55c16470-0cd8-4f5d-a86f-2dfb03a424a0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d6f6393f-bc97-47fe-80bd-2ee6749913ab HTTP/1.1" status: 200 len: 919 time: 0.1130416 Nov 22 17:02:07.985297 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-eeb7f339-e188-4e4d-ad2a-a7f6cbea2566 req-cfaa1ee9-389f-4881-a4cf-fba702b18c08 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d751ba-d87d-4640-8773-c70c75cf1459 HTTP/1.1" status: 200 len: 1000 time: 0.0638049 Nov 22 17:02:08.017937 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e2b4f-c743-477d-b8f6-a15390bc41ef req-d0a7ebd6-8082-4d41-86e3-0a654423cd8d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:08.019431 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7e7e2b4f-c743-477d-b8f6-a15390bc41ef req-d0a7ebd6-8082-4d41-86e3-0a654423cd8d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0487971 Nov 22 17:02:08.035300 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7f339-e188-4e4d-ad2a-a7f6cbea2566 req-4d2c3e22-e5fc-4b36-972d-4b15e2e7d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:08.036763 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-eeb7f339-e188-4e4d-ad2a-a7f6cbea2566 req-4d2c3e22-e5fc-4b36-972d-4b15e2e7d21b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=43573154-396f-4f70-9616-b22b08bbb1ff HTTP/1.1" status: 200 len: 856 time: 0.0440388 Nov 22 17:02:08.065582 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7e7e2b4f-c743-477d-b8f6-a15390bc41ef req-bb5b62aa-5eb5-4bb0-98b2-13516f03fdd6 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403023 Nov 22 17:02:08.085285 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7f339-e188-4e4d-ad2a-a7f6cbea2566 req-c46b43ec-4035-4366-8b67-69a8b75c578e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:08.086755 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-eeb7f339-e188-4e4d-ad2a-a7f6cbea2566 req-c46b43ec-4035-4366-8b67-69a8b75c578e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d6f6393f-bc97-47fe-80bd-2ee6749913ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412171 Nov 22 17:02:08.178769 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-eeb7f339-e188-4e4d-ad2a-a7f6cbea2566 req-5bf1889b-ec12-43cb-a939-58a0c66550ae service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827959 Nov 22 17:02:08.267642 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-eeb7f339-e188-4e4d-ad2a-a7f6cbea2566 req-0153f51d-09c1-4932-a08f-ebceb194e1cb service neutron] 10.222.0.85 "GET /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807986 Nov 22 17:02:08.919015 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:02:09.033076 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6a3027a8-aac9-48cd-9b1a-11d23d6ef52e,segment=NetworkSegment(3fc918b6-43c9-4abb-b0e8-40a013768da0),segment_id=3fc918b6-43c9-4abb-b0e8-40a013768da0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:09.035287 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3fdca-9156-4cea-ac07-71c6dfdcd090 req-8264b174-4676-4804-9eeb-fd55ed1b177b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:09.036882 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-08b3fdca-9156-4cea-ac07-71c6dfdcd090 req-8264b174-4676-4804-9eeb-fd55ed1b177b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 943 time: 0.0754695 Nov 22 17:02:09.046227 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': '6a3027a8-aac9-48cd-9b1a-11d23d6ef52e', 'network_id': 'c0b50291-da19-4794-8f7b-90d36c81ce3c', 'port_id': '6a3027a8-aac9-48cd-9b1a-11d23d6ef52e', 'mac_address': 'fa:16:3e:49:8e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6df5e6-192d-43c1-ad75-06bfe5fd9e18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:02:09.086226 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:09.090657 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-08b3fdca-9156-4cea-ac07-71c6dfdcd090 req-a892f09e-0822-4d7a-a9db-4a6fe5f1195b tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476968 Nov 22 17:02:09.100785 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:02:09.128939 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6a3027a8-aac9-48cd-9b1a-11d23d6ef52e,segment=NetworkSegment(3fc918b6-43c9-4abb-b0e8-40a013768da0),segment_id=3fc918b6-43c9-4abb-b0e8-40a013768da0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:09.139079 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:09.191840 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=6a3027a8-aac9-48cd-9b1a-11d23d6ef52e,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:09.225562 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c57ff-d3be-4e5d-8161-5d2023a750ae req-53608b84-26c7-47bd-be26-a081e1558f7c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:09.227013 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-db8c57ff-d3be-4e5d-8161-5d2023a750ae req-53608b84-26c7-47bd-be26-a081e1558f7c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0546978 Nov 22 17:02:09.277447 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-db8c57ff-d3be-4e5d-8161-5d2023a750ae req-bc1d37f7-0c32-4c70-8a7c-c5c3e7d44c98 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442276 Nov 22 17:02:09.440419 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['6a3027a8-aac9-48cd-9b1a-11d23d6ef52e'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:02:09.505261 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42f56e82-fb24-47d4-b133-82e0a76d5984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:10.235486 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52482a05-86a9-4b36-8ed1-9b2f6d83f734 req-5ad51a83-dd9c-4fbe-a13d-e60ab15356ec tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:10.236904 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-52482a05-86a9-4b36-8ed1-9b2f6d83f734 req-5ad51a83-dd9c-4fbe-a13d-e60ab15356ec tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 944 time: 0.0534217 Nov 22 17:02:10.283675 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-52482a05-86a9-4b36-8ed1-9b2f6d83f734 req-d0b0fe47-781c-4805-ae8e-732b67e65a9e tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404487 Nov 22 17:02:10.403684 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7edfd2-7d61-484f-a034-9fd76ea8f909 req-d41f40ed-aeec-4773-88b7-467e482fe4d3 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:10.405142 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6a7edfd2-7d61-484f-a034-9fd76ea8f909 req-d41f40ed-aeec-4773-88b7-467e482fe4d3 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0496464 Nov 22 17:02:10.455681 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6a7edfd2-7d61-484f-a034-9fd76ea8f909 req-48e27b52-03c7-4e3b-980c-c5acaf4d74d9 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445781 Nov 22 17:02:10.926069 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:10.928402 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:10.980918 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:02:10.985278 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:10.985646 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:11.064236 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:11.091074 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f07ab0-6b4b-4959-aada-6194adf08b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3027a8-aac9-48cd-9b1a-11d23d6ef52e'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:11.093336 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b2511f-6145-4f6f-8454-312f826164d1" -d '{"events": [{"server_uuid": "16f07ab0-6b4b-4959-aada-6194adf08b15", "name": "network-vif-plugged", "status": "completed", "tag": "6a3027a8-aac9-48cd-9b1a-11d23d6ef52e"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:11.107068 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6a3027a8-aac9-48cd-9b1a-11d23d6ef52e,segment=NetworkSegment(3fc918b6-43c9-4abb-b0e8-40a013768da0),segment_id=3fc918b6-43c9-4abb-b0e8-40a013768da0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:11.112622 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:11.141364 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01e9fdd-b87e-4936-91f2-c662e1f2cca8 x-openstack-request-id: req-d01e9fdd-b87e-4936-91f2-c662e1f2cca8 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:11.141660 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f07ab0-6b4b-4959-aada-6194adf08b15", "name": "network-vif-plugged", "status": "completed", "tag": "6a3027a8-aac9-48cd-9b1a-11d23d6ef52e", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:11.141912 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d01e9fdd-b87e-4936-91f2-c662e1f2cca8 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:11.142296 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f07ab0-6b4b-4959-aada-6194adf08b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3027a8-aac9-48cd-9b1a-11d23d6ef52e', 'code': 200} Nov 22 17:02:11.167386 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=6a3027a8-aac9-48cd-9b1a-11d23d6ef52e,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:11.402146 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14567729-e895-43a8-89cc-d89450f1c18f req-f7f0e13d-1ca4-4231-95a3-77b2b5e6b195 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:11.403762 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-14567729-e895-43a8-89cc-d89450f1c18f req-f7f0e13d-1ca4-4231-95a3-77b2b5e6b195 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 945 time: 0.0523376 Nov 22 17:02:11.460947 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-14567729-e895-43a8-89cc-d89450f1c18f req-5e908030-1b5c-450e-8d2f-55d41f1e87e1 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512047 Nov 22 17:02:11.582400 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf3d9d-ff1f-4f95-acb5-acddca428b11 req-ec19273d-377d-4e8b-968a-e0a1b6e26a44 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:11.584460 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0ecf3d9d-ff1f-4f95-acb5-acddca428b11 req-ec19273d-377d-4e8b-968a-e0a1b6e26a44 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0513752 Nov 22 17:02:11.634377 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0ecf3d9d-ff1f-4f95-acb5-acddca428b11 req-077fde20-b1b7-4573-8ff1-39f670da8965 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442905 Nov 22 17:02:12.202922 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.584323 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64eaca6-505e-4fe4-a6ba-bcb8322a4a28 req-f5588f5a-6edb-45b3-81cc-76a03555c7f9 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:12.585786 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d64eaca6-505e-4fe4-a6ba-bcb8322a4a28 req-f5588f5a-6edb-45b3-81cc-76a03555c7f9 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 945 time: 0.0502930 Nov 22 17:02:12.646816 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d64eaca6-505e-4fe4-a6ba-bcb8322a4a28 req-33671e23-e033-4dea-8315-dc9cd4087c60 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550489 Nov 22 17:02:12.779966 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78162fa5-1c17-48ae-99d8-e94c100f5e33 req-0b2a3e79-a7bf-4898-b071-c4c1e86be0e8 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:12.781518 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-78162fa5-1c17-48ae-99d8-e94c100f5e33 req-0b2a3e79-a7bf-4898-b071-c4c1e86be0e8 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0586751 Nov 22 17:02:12.841993 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-78162fa5-1c17-48ae-99d8-e94c100f5e33 req-26222d39-7b34-45fa-9980-fc2006956056 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542397 Nov 22 17:02:13.153464 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:13.763918 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ecf57-176e-4060-a3d4-9270cf94f705 req-ce15dd03-8017-4174-9e02-5903f783561a tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:13.765787 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a26ecf57-176e-4060-a3d4-9270cf94f705 req-ce15dd03-8017-4174-9e02-5903f783561a tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 945 time: 0.0509620 Nov 22 17:02:13.814449 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a26ecf57-176e-4060-a3d4-9270cf94f705 req-c3ae9df6-61f4-4bf5-9e17-d669f8548b27 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429173 Nov 22 17:02:13.995487 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9049471-b2e0-48bb-b155-cf0fdc0a3450 req-5b6f6644-03fb-4ead-bb69-ed51f74b659b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:13.997171 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b9049471-b2e0-48bb-b155-cf0fdc0a3450 req-5b6f6644-03fb-4ead-bb69-ed51f74b659b tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0762091 Nov 22 17:02:14.053239 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b9049471-b2e0-48bb-b155-cf0fdc0a3450 req-b8a99f57-4d43-4a71-8338-1ff5109c8922 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491533 Nov 22 17:02:14.952801 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f668706-7dbf-43dc-9cd3-426465241994 req-1d694fab-8b7b-4cb3-913a-c770bfe5d1ca tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:14.954393 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4f668706-7dbf-43dc-9cd3-426465241994 req-1d694fab-8b7b-4cb3-913a-c770bfe5d1ca tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 945 time: 0.0673912 Nov 22 17:02:15.009120 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4f668706-7dbf-43dc-9cd3-426465241994 req-b743cdde-3e05-48d4-be22-e10f822a1e10 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468345 Nov 22 17:02:15.200258 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eebe7d-6703-4859-b180-dd3024ba08d5 req-111cf299-bef3-4956-9e5b-d9d16ef3c8a4 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:15.202178 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d8eebe7d-6703-4859-b180-dd3024ba08d5 req-111cf299-bef3-4956-9e5b-d9d16ef3c8a4 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0672195 Nov 22 17:02:15.261161 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d8eebe7d-6703-4859-b180-dd3024ba08d5 req-4108103b-a45c-49c1-bc24-9c226ce233ff tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518286 Nov 22 17:02:16.154510 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccac24-2289-4e2d-97ec-7326b0ca50c1 req-624e2fe0-4033-48f1-8183-a3fce366ed86 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:16.156034 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5ccac24-2289-4e2d-97ec-7326b0ca50c1 req-624e2fe0-4033-48f1-8183-a3fce366ed86 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 945 time: 0.0561640 Nov 22 17:02:16.207080 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5ccac24-2289-4e2d-97ec-7326b0ca50c1 req-51737446-9070-4ef8-9f2a-bb7d2febc604 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434844 Nov 22 17:02:16.395759 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb4558-7a4e-4e9c-b0a7-2eee839f9a01 req-9dc76bfd-e9e7-4e67-a09e-3fd34d7b0396 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:16.397346 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-66fb4558-7a4e-4e9c-b0a7-2eee839f9a01 req-9dc76bfd-e9e7-4e67-a09e-3fd34d7b0396 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0600743 Nov 22 17:02:16.447027 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-66fb4558-7a4e-4e9c-b0a7-2eee839f9a01 req-b72148c0-4ab6-4e79-8c38-a3177c5f5603 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435159 Nov 22 17:02:17.335005 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbb455-e881-4cee-bff1-bec770edd823 req-d75a4bf1-2038-4ad1-9715-ac68df5b673e tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:17.336679 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f1fbb455-e881-4cee-bff1-bec770edd823 req-d75a4bf1-2038-4ad1-9715-ac68df5b673e tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 945 time: 0.0507600 Nov 22 17:02:17.405914 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f1fbb455-e881-4cee-bff1-bec770edd823 req-9deeb77b-d20b-41d7-b747-aef52c68dc93 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624943 Nov 22 17:02:17.575550 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28eac6c-e573-4158-b503-c75cde93ef6c req-0f7feb53-d81b-4f9e-8f5f-9da23d617c2f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:17.577873 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d28eac6c-e573-4158-b503-c75cde93ef6c req-0f7feb53-d81b-4f9e-8f5f-9da23d617c2f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0546534 Nov 22 17:02:17.640241 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d28eac6c-e573-4158-b503-c75cde93ef6c req-70777a09-0286-44cd-93e1-33bd93f60d87 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503194 Nov 22 17:02:18.528873 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c07a7-efb6-4cab-98b7-aed8d7a7efd7 req-07c83c7d-1504-47ff-a336-b4f06b423138 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:18.531413 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-905c07a7-efb6-4cab-98b7-aed8d7a7efd7 req-07c83c7d-1504-47ff-a336-b4f06b423138 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 945 time: 0.0543420 Nov 22 17:02:18.600254 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-905c07a7-efb6-4cab-98b7-aed8d7a7efd7 req-51b0c9f2-3ad4-4c69-a42c-98c31b5b119c tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611622 Nov 22 17:02:18.771054 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28e556-bde2-40a4-9c10-bab97ea8cdef req-7477ff0a-9b6b-4b1e-af26-35831397242e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:18.772669 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cb28e556-bde2-40a4-9c10-bab97ea8cdef req-7477ff0a-9b6b-4b1e-af26-35831397242e tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0542116 Nov 22 17:02:18.831195 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cb28e556-bde2-40a4-9c10-bab97ea8cdef req-e317be30-14a3-4191-b8e1-3ccb3680c4cd tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522187 Nov 22 17:02:19.717461 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da6100-db5d-4a54-aff2-a330b8d4f636 req-a422095f-b2fa-4a32-8294-5ef96f572e76 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:19.718915 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-44da6100-db5d-4a54-aff2-a330b8d4f636 req-a422095f-b2fa-4a32-8294-5ef96f572e76 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 945 time: 0.0503664 Nov 22 17:02:19.765531 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-44da6100-db5d-4a54-aff2-a330b8d4f636 req-19ad9723-3f92-47d8-8b6e-b9634cbb0a85 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408549 Nov 22 17:02:19.956691 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa74de-8e91-4ac5-a246-3e516aa64936 req-c41c0500-d44f-40b7-bf25-c7f495bcb333 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:19.958184 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dffa74de-8e91-4ac5-a246-3e516aa64936 req-c41c0500-d44f-40b7-bf25-c7f495bcb333 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0486529 Nov 22 17:02:20.011422 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dffa74de-8e91-4ac5-a246-3e516aa64936 req-fde4b991-3872-48dd-b93d-4cd30420894d tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442784 Nov 22 17:02:20.348190 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609d3ae-a8f1-4778-99cd-3e3062ae1b64 req-13d2e997-c30c-4b10-9a3c-811c7e59d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:20.349665 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f609d3ae-a8f1-4778-99cd-3e3062ae1b64 req-13d2e997-c30c-4b10-9a3c-811c7e59d649 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 1098 time: 0.0396392 Nov 22 17:02:20.403654 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f609d3ae-a8f1-4778-99cd-3e3062ae1b64 req-6c82d512-94ac-4f27-b4b3-9d507d9f31dd service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458872 Nov 22 17:02:20.886347 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d0d16-b1ea-43d4-8cb6-268b0cf24c82 req-6ec5161c-2f40-405c-bb75-50bf347068d1 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:20.887800 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c82d0d16-b1ea-43d4-8cb6-268b0cf24c82 req-6ec5161c-2f40-405c-bb75-50bf347068d1 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 945 time: 0.0527642 Nov 22 17:02:20.935402 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c82d0d16-b1ea-43d4-8cb6-268b0cf24c82 req-2ce295f9-47f5-4b1b-82e6-068b36b87c71 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416179 Nov 22 17:02:21.136088 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11d15c-1ff5-4f29-be9f-36d0ae27b86e req-1741293f-ca7c-4af2-b852-b0fa2aaaa6ff tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:21.137566 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7c11d15c-1ff5-4f29-be9f-36d0ae27b86e req-1741293f-ca7c-4af2-b852-b0fa2aaaa6ff tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0499692 Nov 22 17:02:21.185791 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7c11d15c-1ff5-4f29-be9f-36d0ae27b86e req-3ccd4428-002c-4818-bab0-df8d2f73e09c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421739 Nov 22 17:02:22.054922 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ea9b2-7708-47c6-adec-1c0e55648071 req-24c5c21b-a3eb-4de5-9f85-4932981ca5be tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:22.056432 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bf5ea9b2-7708-47c6-adec-1c0e55648071 req-24c5c21b-a3eb-4de5-9f85-4932981ca5be tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 945 time: 0.0529475 Nov 22 17:02:22.106512 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bf5ea9b2-7708-47c6-adec-1c0e55648071 req-67aeaab4-c8a3-4647-869e-cd40f55a01c1 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439069 Nov 22 17:02:22.315276 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16119ef8-ced0-4929-a708-f1b324e353c1 req-f650cd1f-f65c-4794-aa3f-a7f50b2a0ab4 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:22.316822 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-16119ef8-ced0-4929-a708-f1b324e353c1 req-f650cd1f-f65c-4794-aa3f-a7f50b2a0ab4 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 944 time: 0.0599098 Nov 22 17:02:22.367188 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-16119ef8-ced0-4929-a708-f1b324e353c1 req-7ffb2622-56e1-4cba-90d9-64c3613872a7 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441711 Nov 22 17:02:23.010679 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device d8d751ba-d87d-4640-8773-c70c75cf1459 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:02:23.105926 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port d8d751ba-d87d-4640-8773-c70c75cf1459, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d8d751ba-d87d-4640-8773-c70c75cf1459,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:23.120832 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': 'd8d751ba-d87d-4640-8773-c70c75cf1459', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'port_id': 'd8d751ba-d87d-4640-8773-c70c75cf1459', 'mac_address': 'fa:16:3e:7e:f4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:02:23.158358 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:23.175107 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d751ba-d87d-4640-8773-c70c75cf1459 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:02:23.195179 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port d8d751ba-d87d-4640-8773-c70c75cf1459, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d8d751ba-d87d-4640-8773-c70c75cf1459,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:23.199104 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:23.247032 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=d8d751ba-d87d-4640-8773-c70c75cf1459,revision_number=9']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:23.492920 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['d8d751ba-d87d-4640-8773-c70c75cf1459'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:02:23.495778 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4f1c6-b4ea-46a9-a6db-cb9727ecb028 req-41af0c56-7bf3-4302-a857-c220387e764f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:23.497820 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1ae4f1c6-b4ea-46a9-a6db-cb9727ecb028 req-41af0c56-7bf3-4302-a857-c220387e764f tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 945 time: 0.0531707 Nov 22 17:02:23.547707 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1ae4f1c6-b4ea-46a9-a6db-cb9727ecb028 req-4a445cb5-3f68-4055-96dd-e6f7058ea058 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440087 Nov 22 17:02:24.670953 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6367af6-4832-42b9-b975-86c70d9e17d5 req-74884c0d-0a40-4c2f-bb10-9de20a0f741c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:24.672474 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b6367af6-4832-42b9-b975-86c70d9e17d5 req-74884c0d-0a40-4c2f-bb10-9de20a0f741c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 945 time: 0.0494823 Nov 22 17:02:24.724896 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b6367af6-4832-42b9-b975-86c70d9e17d5 req-dfa48e2d-1c1b-4b88-9768-10bc25285707 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464511 Nov 22 17:02:25.020645 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device d8d751ba-d87d-4640-8773-c70c75cf1459 up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:25.068450 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port d8d751ba-d87d-4640-8773-c70c75cf1459 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:25.068817 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.145851 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.171213 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dca552-055b-4b28-accd-09b77678fa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d751ba-d87d-4640-8773-c70c75cf1459'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:25.173547 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e08c1c-2837-48ef-807b-603dcafef5bc" -d '{"events": [{"server_uuid": "10dca552-055b-4b28-accd-09b77678fa78", "name": "network-vif-plugged", "status": "completed", "tag": "d8d751ba-d87d-4640-8773-c70c75cf1459"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:25.187550 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port d8d751ba-d87d-4640-8773-c70c75cf1459, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d8d751ba-d87d-4640-8773-c70c75cf1459,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:25.192751 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.217641 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f17fcc-bb9e-4e7d-a855-8ac31dcba3d7 x-openstack-request-id: req-f3f17fcc-bb9e-4e7d-a855-8ac31dcba3d7 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:25.217933 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dca552-055b-4b28-accd-09b77678fa78", "name": "network-vif-plugged", "status": "completed", "tag": "d8d751ba-d87d-4640-8773-c70c75cf1459", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:25.218184 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f3f17fcc-bb9e-4e7d-a855-8ac31dcba3d7 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:25.218573 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dca552-055b-4b28-accd-09b77678fa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d751ba-d87d-4640-8773-c70c75cf1459', 'code': 200} Nov 22 17:02:25.246485 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=d8d751ba-d87d-4640-8773-c70c75cf1459,revision_number=10']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:25.404447 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa299c8-b1fe-4eed-85be-58517693e50c req-7edbf280-38b3-4bac-ba23-30d191435b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:25.405825 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-caa299c8-b1fe-4eed-85be-58517693e50c req-7edbf280-38b3-4bac-ba23-30d191435b48 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 1100 time: 0.0429792 Nov 22 17:02:25.450994 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-caa299c8-b1fe-4eed-85be-58517693e50c req-ed0e07ea-8456-4fa9-94b8-9eab4566c070 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376477 Nov 22 17:02:25.843077 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd9d88-b4da-4f4b-88b7-dcada06da6e1 req-a7b48e2c-dd95-4523-81d8-db33039ca19c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:25.844551 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c7bd9d88-b4da-4f4b-88b7-dcada06da6e1 req-a7b48e2c-dd95-4523-81d8-db33039ca19c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 947 time: 0.0470920 Nov 22 17:02:25.893744 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c7bd9d88-b4da-4f4b-88b7-dcada06da6e1 req-aca4020a-947d-4456-9dea-188904c8112c tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434217 Nov 22 17:02:27.019909 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0b8d4-3541-43eb-9eaa-9a38fc0f5488 req-6b2fd8e8-5e5c-4e49-a196-b6bb312b0743 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:27.021576 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-55a0b8d4-3541-43eb-9eaa-9a38fc0f5488 req-6b2fd8e8-5e5c-4e49-a196-b6bb312b0743 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 947 time: 0.0548527 Nov 22 17:02:27.072251 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-55a0b8d4-3541-43eb-9eaa-9a38fc0f5488 req-c5b26e80-faa0-4477-a239-97463ec48642 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440078 Nov 22 17:02:28.188312 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed6bcf-553d-4189-9a98-2ebbc971fe69 req-80ae906b-2e0f-4d76-b6c7-c6f978dea271 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:28.189731 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-62ed6bcf-553d-4189-9a98-2ebbc971fe69 req-80ae906b-2e0f-4d76-b6c7-c6f978dea271 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 947 time: 0.0465517 Nov 22 17:02:28.235690 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-62ed6bcf-553d-4189-9a98-2ebbc971fe69 req-34b8691b-5c90-46a3-98b3-131ab10368d3 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401609 Nov 22 17:02:28.350311 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.845821 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3bcba240-f86a-4ec1-a12b-63dd04db4f55 req-2cf61a6c-2894-44cd-bbce-93998a74194e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425057 Nov 22 17:02:29.910138 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcba240-f86a-4ec1-a12b-63dd04db4f55 req-beaf6075-ea70-4dde-bd23-e4368f8f59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:29.911626 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3bcba240-f86a-4ec1-a12b-63dd04db4f55 req-beaf6075-ea70-4dde-bd23-e4368f8f59f7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff819a571f3349ab8e0b24c2113c3551&device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 1098 time: 0.0432093 Nov 22 17:02:30.018575 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcba240-f86a-4ec1-a12b-63dd04db4f55 req-24d6f49f-46d0-4e1f-9ae2-8db5cf849b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:30.020053 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3bcba240-f86a-4ec1-a12b-63dd04db4f55 req-24d6f49f-46d0-4e1f-9ae2-8db5cf849b8d service neutron] 10.222.0.85 "GET /v2.0/networks?id=8a45d0e0-c483-4846-b311-02bee8b8b528 HTTP/1.1" status: 200 len: 914 time: 0.0870557 Nov 22 17:02:30.090857 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3bcba240-f86a-4ec1-a12b-63dd04db4f55 req-573dad1f-4a36-49f8-9b09-4910065755dc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be82e795-c386-4e10-810b-b67428606efb HTTP/1.1" status: 200 len: 1000 time: 0.0630438 Nov 22 17:02:30.148613 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcba240-f86a-4ec1-a12b-63dd04db4f55 req-424e899b-bf72-4d87-a78b-28fb6f9ae292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:30.150769 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3bcba240-f86a-4ec1-a12b-63dd04db4f55 req-424e899b-bf72-4d87-a78b-28fb6f9ae292 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6366d018-e2df-44ed-80b0-34775cda3ea2 HTTP/1.1" status: 200 len: 851 time: 0.0444818 Nov 22 17:02:30.198121 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcba240-f86a-4ec1-a12b-63dd04db4f55 req-599ccdd3-eacc-47f8-86c5-6201e123db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:30.199895 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3bcba240-f86a-4ec1-a12b-63dd04db4f55 req-599ccdd3-eacc-47f8-86c5-6201e123db0d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8a45d0e0-c483-4846-b311-02bee8b8b528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411346 Nov 22 17:02:30.306508 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3bcba240-f86a-4ec1-a12b-63dd04db4f55 req-9efc6b13-d6e0-4639-a243-13c6e4a85c43 service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934753 Nov 22 17:02:31.382116 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3bcba240-f86a-4ec1-a12b-63dd04db4f55 req-7e37aca8-2973-4fe7-88f1-c58637b6762b service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849040 Nov 22 17:02:37.219425 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4ca5895b-1c2e-4c8f-accd-2d0dd74f2f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:39.496653 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f6fa370-97f0-4be7-ad90-13102cccf777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.928421 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.204050 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.591141 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:02:43.095180 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd96b97-e414-464c-9d63-d7b8d675a5d5 req-e1aa385e-64be-485c-85f9-f151b4d712f2 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:43.096568 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-afd96b97-e414-464c-9d63-d7b8d675a5d5 req-e1aa385e-64be-485c-85f9-f151b4d712f2 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 945 time: 0.0529768 Nov 22 17:02:43.145726 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-afd96b97-e414-464c-9d63-d7b8d675a5d5 req-b0953792-dcbc-408d-8e7e-51cfd47b38ba tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431693 Nov 22 17:02:43.146644 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.261741 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34469a48-7236-48bb-ac39-18afc33b6746 req-266c9a14-6311-490e-99f1-db9b092ed49e tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:44.263184 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-34469a48-7236-48bb-ac39-18afc33b6746 req-266c9a14-6311-490e-99f1-db9b092ed49e tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 945 time: 0.0477867 Nov 22 17:02:44.313553 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-34469a48-7236-48bb-ac39-18afc33b6746 req-e17269c6-bb29-4a62-bab6-96ccba217083 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/security-groups?id=eb61b828-b8d8-4415-b63b-2902ca5c5a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444396 Nov 22 17:02:44.908704 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f737ab-7b70-4215-8d44-90de4766e7c4 req-17f1774d-cbe6-4321-a93d-758ab13ef483 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:44.910063 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d7f737ab-7b70-4215-8d44-90de4766e7c4 req-17f1774d-cbe6-4321-a93d-758ab13ef483 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.85 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 945 time: 0.0481663 Nov 22 17:02:45.004736 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-d7f737ab-7b70-4215-8d44-90de4766e7c4 req-d5dd8b29-f5a4-4d84-930e-b3ea16ecd2e1 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Deleting port 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:45.005067 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-d7f737ab-7b70-4215-8d44-90de4766e7c4 req-d5dd8b29-f5a4-4d84-930e-b3ea16ecd2e1 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:45.091379 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-d7f737ab-7b70-4215-8d44-90de4766e7c4 req-d5dd8b29-f5a4-4d84-930e-b3ea16ecd2e1 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] For port 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6a3027a8-aac9-48cd-9b1a-11d23d6ef52e,segment=NetworkSegment(3fc918b6-43c9-4abb-b0e8-40a013768da0),segment_id=3fc918b6-43c9-4abb-b0e8-40a013768da0)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:45.091740 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-d7f737ab-7b70-4215-8d44-90de4766e7c4 req-d5dd8b29-f5a4-4d84-930e-b3ea16ecd2e1 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:45.103768 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-d7f737ab-7b70-4215-8d44-90de4766e7c4 req-d5dd8b29-f5a4-4d84-930e-b3ea16ecd2e1 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Calling delete_port for 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e owned by compute:nova {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:45.232812 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-d7f737ab-7b70-4215-8d44-90de4766e7c4 req-d5dd8b29-f5a4-4d84-930e-b3ea16ecd2e1 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:45.245544 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['6a3027a8-aac9-48cd-9b1a-11d23d6ef52e'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:02:45.260765 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd8b29-f5a4-4d84-930e-b3ea16ecd2e1 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Pushing event deleted for resources: {'Port': ['ID=6a3027a8-aac9-48cd-9b1a-11d23d6ef52e,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:45.301644 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f737ab-7b70-4215-8d44-90de4766e7c4 req-d5dd8b29-f5a4-4d84-930e-b3ea16ecd2e1 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] No DVR routers for this DVR port 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e on host hv-cinder-77819 {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:45.304116 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-d7f737ab-7b70-4215-8d44-90de4766e7c4 req-d5dd8b29-f5a4-4d84-930e-b3ea16ecd2e1 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:45.308042 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d7f737ab-7b70-4215-8d44-90de4766e7c4 req-d5dd8b29-f5a4-4d84-930e-b3ea16ecd2e1 tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.85 "DELETE /v2.0/ports/6a3027a8-aac9-48cd-9b1a-11d23d6ef52e HTTP/1.1" status: 204 len: 173 time: 0.3907650 Nov 22 17:02:45.308497 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f07ab0-6b4b-4959-aada-6194adf08b15', 'name': 'network-vif-deleted', 'tag': '6a3027a8-aac9-48cd-9b1a-11d23d6ef52e'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:45.310712 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c164854f-79ec-4e84-bc7d-c8005771c0de" -d '{"events": [{"server_uuid": "16f07ab0-6b4b-4959-aada-6194adf08b15", "name": "network-vif-deleted", "tag": "6a3027a8-aac9-48cd-9b1a-11d23d6ef52e"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:45.349272 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e44a280-4bd6-4035-b3e5-d0ba22c359e5 x-openstack-request-id: req-3e44a280-4bd6-4035-b3e5-d0ba22c359e5 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:45.349541 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f07ab0-6b4b-4959-aada-6194adf08b15", "name": "network-vif-deleted", "tag": "6a3027a8-aac9-48cd-9b1a-11d23d6ef52e", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:45.349795 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3e44a280-4bd6-4035-b3e5-d0ba22c359e5 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:45.350194 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f07ab0-6b4b-4959-aada-6194adf08b15', 'name': 'network-vif-deleted', 'tag': '6a3027a8-aac9-48cd-9b1a-11d23d6ef52e', 'status': 'completed', 'code': 200} Nov 22 17:02:45.417721 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b71faa42-f881-4114-9783-efd795393a88 req-fadda41e-eb1b-411b-a502-bb9a007534be tempest-VolumesSnapshotTestJSON-1042351984 tempest-VolumesSnapshotTestJSON-1042351984-project] 10.222.0.75 "GET /v2.0/ports?device_id=16f07ab0-6b4b-4959-aada-6194adf08b15 HTTP/1.1" status: 200 len: 210 time: 0.0331559 Nov 22 17:02:49.892356 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:02:49.912868 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:02:49.913205 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 6a3027a8-aac9-48cd-9b1a-11d23d6ef52e not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:02:58.371499 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:07.225655 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9380480e-df5c-4beb-9a81-acba1860dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:07.270642 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c568b-9906-4159-bb3d-e286627fed4f req-80324cef-4c76-42bb-acb0-9f9f00ad1135 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:07.272211 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ce3c568b-9906-4159-bb3d-e286627fed4f req-80324cef-4c76-42bb-acb0-9f9f00ad1135 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 947 time: 0.0613906 Nov 22 17:03:07.331278 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ce3c568b-9906-4159-bb3d-e286627fed4f req-dd4bbb80-69e5-45f5-9f90-e371c16c7013 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458903 Nov 22 17:03:08.472843 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851ebe8-aed1-4599-b955-3ac1f7616d62 req-e6e37d2e-0b94-4a6b-94ad-319ff9026d95 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:08.474320 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6851ebe8-aed1-4599-b955-3ac1f7616d62 req-e6e37d2e-0b94-4a6b-94ad-319ff9026d95 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 947 time: 0.0663774 Nov 22 17:03:08.522629 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6851ebe8-aed1-4599-b955-3ac1f7616d62 req-3b94ee2f-edf8-460c-a858-9511007dd69a tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups?id=df016a03-37af-4cd2-adf6-da3a468f5182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422945 Nov 22 17:03:08.681119 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70655650-ec48-4744-8aa4-2be1a6424c25 req-be4782af-bea1-4f37-b7c7-713a6640f7b1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:08.683355 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-70655650-ec48-4744-8aa4-2be1a6424c25 req-be4782af-bea1-4f37-b7c7-713a6640f7b1 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.85 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 947 time: 0.0522151 Nov 22 17:03:08.784211 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-70655650-ec48-4744-8aa4-2be1a6424c25 req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Deleting port d8d751ba-d87d-4640-8773-c70c75cf1459 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:08.784548 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-70655650-ec48-4744-8aa4-2be1a6424c25 req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.875600 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-70655650-ec48-4744-8aa4-2be1a6424c25 req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] For port d8d751ba-d87d-4640-8773-c70c75cf1459, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d8d751ba-d87d-4640-8773-c70c75cf1459,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:08.875954 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-70655650-ec48-4744-8aa4-2be1a6424c25 req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.051941 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-70655650-ec48-4744-8aa4-2be1a6424c25 req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.052335 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-70655650-ec48-4744-8aa4-2be1a6424c25 req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3767069'] for floatingip, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.052649 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.db.l3_db [req-70655650-ec48-4744-8aa4-2be1a6424c25 req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Floating IP 76e6c16c-ade0-4898-be3d-ef4829a9b3b9 disassociated. External IP: 172.27.0.180, port: d8d751ba-d87d-4640-8773-c70c75cf1459. Nov 22 17:03:09.053021 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-70655650-ec48-4744-8aa4-2be1a6424c25 req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Calling delete_port for d8d751ba-d87d-4640-8773-c70c75cf1459 owned by compute:nova {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:09.186805 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-70655650-ec48-4744-8aa4-2be1a6424c25 req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.221583 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Pushing event deleted for resources: {'Port': ['ID=d8d751ba-d87d-4640-8773-c70c75cf1459,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:09.234014 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.234320 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.234662 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.235001 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.235322 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.235660 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.236047 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.236447 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.236708 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.237011 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.238350 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.238350 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.346379 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70655650-ec48-4744-8aa4-2be1a6424c25 req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Router 8b2e551f-5f5a-4799-9e02-427e5bd9855d has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:03:09.457211 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70655650-ec48-4744-8aa4-2be1a6424c25 req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:03:09.468885 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a30cbea-5d23-4630-9174-dc6ae94b7bc8 None None] Sync routers for ids ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:03:09.473672 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50254) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:09.496504 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a30cbea-5d23-4630-9174-dc6ae94b7bc8 None None] Routers {'8b2e551f-5f5a-4799-9e02-427e5bd9855d'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:09.497022 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-1a30cbea-5d23-4630-9174-dc6ae94b7bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:02:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:09.499168 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-70655650-ec48-4744-8aa4-2be1a6424c25 req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] No DVR routers for this DVR port d8d751ba-d87d-4640-8773-c70c75cf1459 on host hv-cinder-77819 {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:09.502183 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-70655650-ec48-4744-8aa4-2be1a6424c25 req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.505749 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-70655650-ec48-4744-8aa4-2be1a6424c25 req-ada6a14d-3aa2-47ca-ba89-3f859b241b04 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.85 "DELETE /v2.0/ports/d8d751ba-d87d-4640-8773-c70c75cf1459 HTTP/1.1" status: 204 len: 173 time: 0.8146336 Nov 22 17:03:09.506313 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dca552-055b-4b28-accd-09b77678fa78', 'name': 'network-vif-deleted', 'tag': 'd8d751ba-d87d-4640-8773-c70c75cf1459'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:03:09.508961 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d035675b-3d67-4dd2-ab7a-52a15aac1404" -d '{"events": [{"server_uuid": "10dca552-055b-4b28-accd-09b77678fa78", "name": "network-vif-deleted", "tag": "d8d751ba-d87d-4640-8773-c70c75cf1459"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:03:09.521584 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe833b70-b11a-4ca6-902f-0201fcd2d61e admin admin] Deleting subnet 3c6df5e6-192d-43c1-ad75-06bfe5fd9e18 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:09.525613 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe833b70-b11a-4ca6-902f-0201fcd2d61e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.570136 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe833b70-b11a-4ca6-902f-0201fcd2d61e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26216361'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.576214 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e65a9fd-f73b-4223-aaa1-77c9c67c3613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.585419 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01358b74-0843-46d0-a262-4ccee45f9f05 x-openstack-request-id: req-01358b74-0843-46d0-a262-4ccee45f9f05 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:03:09.585645 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dca552-055b-4b28-accd-09b77678fa78", "name": "network-vif-deleted", "tag": "d8d751ba-d87d-4640-8773-c70c75cf1459", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:03:09.586007 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-01358b74-0843-46d0-a262-4ccee45f9f05 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:03:09.586406 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dca552-055b-4b28-accd-09b77678fa78', 'name': 'network-vif-deleted', 'tag': 'd8d751ba-d87d-4640-8773-c70c75cf1459', 'status': 'completed', 'code': 200} Nov 22 17:03:09.668824 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe833b70-b11a-4ca6-902f-0201fcd2d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572194'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.669359 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-1a30cbea-5d23-4630-9174-dc6ae94b7bc8 None None] Set router 8b2e551f-5f5a-4799-9e02-427e5bd9855d gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:03:09.691015 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b486a410-4d46-498c-b579-e069bcefe3ed req-d9b0dd0c-8f81-4395-9d3e-96ef45fb29ed tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/ports?device_id=10dca552-055b-4b28-accd-09b77678fa78 HTTP/1.1" status: 200 len: 210 time: 0.0746589 Nov 22 17:03:09.745019 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe833b70-b11a-4ca6-902f-0201fcd2d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25513861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25295879'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.773072 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe833b70-b11a-4ca6-902f-0201fcd2d61e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c6df5e6-192d-43c1-ad75-06bfe5fd9e18,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:09.782830 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe833b70-b11a-4ca6-902f-0201fcd2d61e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.783515 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe833b70-b11a-4ca6-902f-0201fcd2d61e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.784068 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe833b70-b11a-4ca6-902f-0201fcd2d61e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.784607 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe833b70-b11a-4ca6-902f-0201fcd2d61e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.785372 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe833b70-b11a-4ca6-902f-0201fcd2d61e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.785907 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe833b70-b11a-4ca6-902f-0201fcd2d61e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.786305 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe833b70-b11a-4ca6-902f-0201fcd2d61e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.786706 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe833b70-b11a-4ca6-902f-0201fcd2d61e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.787094 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe833b70-b11a-4ca6-902f-0201fcd2d61e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.787484 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe833b70-b11a-4ca6-902f-0201fcd2d61e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.787866 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe833b70-b11a-4ca6-902f-0201fcd2d61e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.788292 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe833b70-b11a-4ca6-902f-0201fcd2d61e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:09.791384 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe833b70-b11a-4ca6-902f-0201fcd2d61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.795177 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-fe833b70-b11a-4ca6-902f-0201fcd2d61e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/3c6df5e6-192d-43c1-ad75-06bfe5fd9e18 HTTP/1.1" status: 204 len: 168 time: 0.3199358 Nov 22 17:03:09.797723 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50260) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:09.865952 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90c81914-d342-4964-95a3-35b0f3ee7947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774480'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.893375 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-1a30cbea-5d23-4630-9174-dc6ae94b7bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '88b34b47-f612-40a3-ab69-0135e8034549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 4, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port': {'id': '88b34b47-f612-40a3-ab69-0135e8034549', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:19Z', 'updated_at': '2021-11-22T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '40cd444a-6c29-4d95-a485-874577a37fc2', 'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'mac_address': 'fa:16:3e:b7:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:24Z', 'updated_at': '2021-11-22T16:55:36Z', 'revision_number': 5, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'subnets': [{'id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:09.920656 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a30cbea-5d23-4630-9174-dc6ae94b7bc8 None None] Checking router: 8b2e551f-5f5a-4799-9e02-427e5bd9855d for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:03:09.930713 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a30cbea-5d23-4630-9174-dc6ae94b7bc8 None None] Routers {'8b2e551f-5f5a-4799-9e02-427e5bd9855d'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:09.931874 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-1a30cbea-5d23-4630-9174-dc6ae94b7bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:03:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:09.951365 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90c81914-d342-4964-95a3-35b0f3ee7947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570257', 'neutron.services.segments.db._delete_segments_for_network-8736619892875'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.985066 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-90c81914-d342-4964-95a3-35b0f3ee7947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b50291-da19-4794-8f7b-90d36c81ce3c']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:09.997042 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-90c81914-d342-4964-95a3-35b0f3ee7947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc918b6-43c9-4abb-b0e8-40a013768da0') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:09.997347 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-90c81914-d342-4964-95a3-35b0f3ee7947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc918b6-43c9-4abb-b0e8-40a013768da0') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:10.014601 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90c81914-d342-4964-95a3-35b0f3ee7947 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736620085782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26216368'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.029791 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90c81914-d342-4964-95a3-35b0f3ee7947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.038823 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c81914-d342-4964-95a3-35b0f3ee7947 admin admin] Releasing vlan 1205 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:10.039220 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90c81914-d342-4964-95a3-35b0f3ee7947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25513947'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: Traceback (most recent call last): Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: timer() Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: cb(*args, **kw) Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: return func(*args, **kwargs) Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: self._notify() Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: self.callback(batched_events) Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: event.method(event) Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: return f(self, *a, **k) Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: return self._get(url).json() Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:10.041302 dv-cinder-778193-11-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:10.053915 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-1a30cbea-5d23-4630-9174-dc6ae94b7bc8 None None] Set router 8b2e551f-5f5a-4799-9e02-427e5bd9855d gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:03:10.109519 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90c81914-d342-4964-95a3-35b0f3ee7947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3767155'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.115882 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90c81914-d342-4964-95a3-35b0f3ee7947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.120641 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-90c81914-d342-4964-95a3-35b0f3ee7947 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c0b50291-da19-4794-8f7b-90d36c81ce3c HTTP/1.1" status: 204 len: 168 time: 0.3213303 Nov 22 17:03:10.137956 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c81914-d342-4964-95a3-35b0f3ee7947 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b50291-da19-4794-8f7b-90d36c81ce3c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:10.337277 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50264) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:10.381065 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-4343592a-3d7e-48d8-b272-7f2825034d50 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=90c27cfbb1774ccd866b2882bce32e8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424094 Nov 22 17:03:10.383757 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50266) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:10.418387 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-1a30cbea-5d23-4630-9174-dc6ae94b7bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '88b34b47-f612-40a3-ab69-0135e8034549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 4, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port': {'id': '88b34b47-f612-40a3-ab69-0135e8034549', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:19Z', 'updated_at': '2021-11-22T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '40cd444a-6c29-4d95-a485-874577a37fc2', 'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'mac_address': 'fa:16:3e:b7:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:24Z', 'updated_at': '2021-11-22T16:55:36Z', 'revision_number': 5, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'subnets': [{'id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:10.437500 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-055fea30-e46b-4cc5-8fd4-170f74abff64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.461128 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-055fea30-e46b-4cc5-8fd4-170f74abff64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.465734 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a30cbea-5d23-4630-9174-dc6ae94b7bc8 None None] The sync data for ids ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'] in dv-cinder-778193-11-iscsi is: [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '88b34b47-f612-40a3-ab69-0135e8034549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 4, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port': {'id': '88b34b47-f612-40a3-ab69-0135e8034549', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:19Z', 'updated_at': '2021-11-22T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '40cd444a-6c29-4d95-a485-874577a37fc2', 'name': '', 'network_id': 'd6f6393f-bc97-47fe-80bd-2ee6749913ab', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'mac_address': 'fa:16:3e:b7:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:24Z', 'updated_at': '2021-11-22T16:55:36Z', 'revision_number': 5, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'subnets': [{'id': '43573154-396f-4f70-9616-b22b08bbb1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:03:10.523527 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-055fea30-e46b-4cc5-8fd4-170f74abff64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.526282 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-055fea30-e46b-4cc5-8fd4-170f74abff64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.527466 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-055fea30-e46b-4cc5-8fd4-170f74abff64 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eb61b828-b8d8-4415-b63b-2902ca5c5a03 HTTP/1.1" status: 204 len: 168 time: 0.1426523 Nov 22 17:03:10.536339 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fea30-e46b-4cc5-8fd4-170f74abff64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb61b828-b8d8-4415-b63b-2902ca5c5a03,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:10.751504 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dffaea-353e-496a-8d17-89c31c75f52c None None] New status for floating IP 76e6c16c-ade0-4898-be3d-ef4829a9b3b9: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:03:10.790591 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50274) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:10.859598 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f70f-bc10-46d0-b0dc-524d219f0822 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.888406 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f70f-bc10-46d0-b0dc-524d219f0822 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.935545 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.943821 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f70f-bc10-46d0-b0dc-524d219f0822 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.946445 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f70f-bc10-46d0-b0dc-524d219f0822 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.947852 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-cdc3f70f-bc10-46d0-b0dc-524d219f0822 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "DELETE /v2.0/security-groups/df016a03-37af-4cd2-adf6-da3a468f5182 HTTP/1.1" status: 204 len: 168 time: 0.1606374 Nov 22 17:03:10.950756 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50276) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:10.957443 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3f70f-bc10-46d0-b0dc-524d219f0822 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df016a03-37af-4cd2-adf6-da3a468f5182,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:10.973948 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.api.v2.resource [None req-210106a2-3d3a-4bcc-b715-291df14131f3 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] show failed (client error): The resource could not be found. Nov 22 17:03:10.974997 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-210106a2-3d3a-4bcc-b715-291df14131f3 tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "GET /v2.0/security-groups/df016a03-37af-4cd2-adf6-da3a468f5182 HTTP/1.1" status: 404 len: 347 time: 0.0231559 Nov 22 17:03:10.978960 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50278) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:11.116243 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-8c96b1bf-7429-4220-8ed8-c2cf6bc0b8fa tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Deleting port 72066ad9-81ac-4ae6-ba90-459e277774a3 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:11.116687 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8c96b1bf-7429-4220-8ed8-c2cf6bc0b8fa tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.196654 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8c96b1bf-7429-4220-8ed8-c2cf6bc0b8fa tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.197525 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8c96b1bf-7429-4220-8ed8-c2cf6bc0b8fa tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.210543 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-8c96b1bf-7429-4220-8ed8-c2cf6bc0b8fa tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Calling delete_port for 72066ad9-81ac-4ae6-ba90-459e277774a3 owned by network:floatingip {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:11.345175 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8c96b1bf-7429-4220-8ed8-c2cf6bc0b8fa tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.375636 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96b1bf-7429-4220-8ed8-c2cf6bc0b8fa tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Pushing event deleted for resources: {'Port': ['ID=72066ad9-81ac-4ae6-ba90-459e277774a3,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:11.435695 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8c96b1bf-7429-4220-8ed8-c2cf6bc0b8fa tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks [] for floatingip, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.438318 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8c96b1bf-7429-4220-8ed8-c2cf6bc0b8fa tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.439458 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-8c96b1bf-7429-4220-8ed8-c2cf6bc0b8fa tempest-AttachVolumeShelveTestJSON-1098193986 tempest-AttachVolumeShelveTestJSON-1098193986-project] 10.222.0.75 "DELETE /v2.0/floatingips/76e6c16c-ade0-4898-be3d-ef4829a9b3b9 HTTP/1.1" status: 204 len: 168 time: 0.4566109 Nov 22 17:03:12.207383 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.149549 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.284414 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device d8d751ba-d87d-4640-8773-c70c75cf1459 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:13.305290 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: d8d751ba-d87d-4640-8773-c70c75cf1459 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:13.305631 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device d8d751ba-d87d-4640-8773-c70c75cf1459 not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:13.863741 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50300) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:14.401451 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8128dea7-7760-4857-a674-da3f22e93e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832861'] for router_interface, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:14.654785 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-8128dea7-7760-4857-a674-da3f22e93e11 admin admin] Deleting port 40cd444a-6c29-4d95-a485-874577a37fc2 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:14.655164 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8128dea7-7760-4857-a674-da3f22e93e11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:14.738000 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-8128dea7-7760-4857-a674-da3f22e93e11 admin admin] For port 40cd444a-6c29-4d95-a485-874577a37fc2, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=40cd444a-6c29-4d95-a485-874577a37fc2,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:14.738381 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8128dea7-7760-4857-a674-da3f22e93e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:14.752736 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-8128dea7-7760-4857-a674-da3f22e93e11 admin admin] Calling delete_port for 40cd444a-6c29-4d95-a485-874577a37fc2 owned by network:router_interface {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:14.940930 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8128dea7-7760-4857-a674-da3f22e93e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:14.968717 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128dea7-7760-4857-a674-da3f22e93e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=40cd444a-6c29-4d95-a485-874577a37fc2,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:15.396706 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8128dea7-7760-4857-a674-da3f22e93e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3704845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833581'] for router_interface, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:15.629906 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8128dea7-7760-4857-a674-da3f22e93e11 admin admin] Router 8b2e551f-5f5a-4799-9e02-427e5bd9855d has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:03:15.741138 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8128dea7-7760-4857-a674-da3f22e93e11 admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:03:15.746412 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-8128dea7-7760-4857-a674-da3f22e93e11 admin admin] 10.222.0.75 "PUT /v2.0/routers/8b2e551f-5f5a-4799-9e02-427e5bd9855d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8815074 Nov 22 17:03:15.749291 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50304) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:15.750548 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a868709b-6402-488c-a687-0b7f1abd0039 None None] Sync routers for ids ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:03:15.761486 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a868709b-6402-488c-a687-0b7f1abd0039 None None] Routers {'8b2e551f-5f5a-4799-9e02-427e5bd9855d'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:15.762102 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a868709b-6402-488c-a687-0b7f1abd0039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:03:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:15.854631 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-af2f85b2-bc5f-4ba2-91a5-7b98a4d7705e admin admin] Publish callbacks [] for router, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:15.867317 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-a868709b-6402-488c-a687-0b7f1abd0039 None None] Set router 8b2e551f-5f5a-4799-9e02-427e5bd9855d gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:03:15.963667 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-af2f85b2-bc5f-4ba2-91a5-7b98a4d7705e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.033196 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-af2f85b2-bc5f-4ba2-91a5-7b98a4d7705e admin admin] Deleting port 88b34b47-f612-40a3-ab69-0135e8034549 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:16.033530 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-af2f85b2-bc5f-4ba2-91a5-7b98a4d7705e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.051172 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a868709b-6402-488c-a687-0b7f1abd0039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '88b34b47-f612-40a3-ab69-0135e8034549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T17:03:14Z', 'revision_number': 5, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port': {'id': '88b34b47-f612-40a3-ab69-0135e8034549', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:19Z', 'updated_at': '2021-11-22T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:16.078687 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a868709b-6402-488c-a687-0b7f1abd0039 None None] Checking router: 8b2e551f-5f5a-4799-9e02-427e5bd9855d for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:03:16.098552 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a868709b-6402-488c-a687-0b7f1abd0039 None None] Routers {'8b2e551f-5f5a-4799-9e02-427e5bd9855d'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:16.099169 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a868709b-6402-488c-a687-0b7f1abd0039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:03:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:16.122232 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-af2f85b2-bc5f-4ba2-91a5-7b98a4d7705e admin admin] For port 88b34b47-f612-40a3-ab69-0135e8034549, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=88b34b47-f612-40a3-ab69-0135e8034549,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:16.122752 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-af2f85b2-bc5f-4ba2-91a5-7b98a4d7705e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.139324 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-af2f85b2-bc5f-4ba2-91a5-7b98a4d7705e admin admin] Calling delete_port for 88b34b47-f612-40a3-ab69-0135e8034549 owned by network:router_gateway {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:16.193982 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-a868709b-6402-488c-a687-0b7f1abd0039 None None] Set router 8b2e551f-5f5a-4799-9e02-427e5bd9855d gateway port host: None {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:03:16.259835 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a868709b-6402-488c-a687-0b7f1abd0039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T17:03:15Z', 'revision_number': 6, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port_host': None}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:16.288071 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a868709b-6402-488c-a687-0b7f1abd0039 None None] The sync data for ids ['8b2e551f-5f5a-4799-9e02-427e5bd9855d'] in dv-cinder-778193-11-iscsi is: [{'id': '8b2e551f-5f5a-4799-9e02-427e5bd9855d', 'name': 'tempest-AttachVolumeShelveTestJSON-1159873795-router', 'tenant_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:17Z', 'updated_at': '2021-11-22T17:03:15Z', 'revision_number': 6, 'project_id': 'ea07513743f14c52a5a115f86dbb6b7b', 'gw_port_host': None}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:03:16.334173 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-af2f85b2-bc5f-4ba2-91a5-7b98a4d7705e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.365526 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f85b2-bc5f-4ba2-91a5-7b98a4d7705e admin admin] Pushing event deleted for resources: {'Port': ['ID=88b34b47-f612-40a3-ab69-0135e8034549,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:16.426785 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-af2f85b2-bc5f-4ba2-91a5-7b98a4d7705e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767235'] for router_gateway, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.516939 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-af2f85b2-bc5f-4ba2-91a5-7b98a4d7705e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10032'] for router, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.519140 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-af2f85b2-bc5f-4ba2-91a5-7b98a4d7705e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.564751 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-af2f85b2-bc5f-4ba2-91a5-7b98a4d7705e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3833560'] for router, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.565316 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2f85b2-bc5f-4ba2-91a5-7b98a4d7705e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b2e551f-5f5a-4799-9e02-427e5bd9855d {{(pid=102627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:03:16.569613 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-af2f85b2-bc5f-4ba2-91a5-7b98a4d7705e admin admin] Publish callbacks [] for router, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.570755 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-af2f85b2-bc5f-4ba2-91a5-7b98a4d7705e admin admin] 10.222.0.75 "DELETE /v2.0/routers/8b2e551f-5f5a-4799-9e02-427e5bd9855d HTTP/1.1" status: 204 len: 168 time: 0.8205371 Nov 22 17:03:16.573461 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50306) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:16.622276 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd6771c-50bc-4cc9-b5d6-5a3db185852c admin admin] Deleting subnet 43573154-396f-4f70-9616-b22b08bbb1ff {{(pid=102627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:16.625928 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-afd6771c-50bc-4cc9-b5d6-5a3db185852c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.662544 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-afd6771c-50bc-4cc9-b5d6-5a3db185852c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25618655'] for subnet, precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.742255 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-afd6771c-50bc-4cc9-b5d6-5a3db185852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572194'] for subnet, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.797458 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-afd6771c-50bc-4cc9-b5d6-5a3db185852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25506244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29186019'] for subnet, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.823450 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6771c-50bc-4cc9-b5d6-5a3db185852c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43573154-396f-4f70-9616-b22b08bbb1ff,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:16.825435 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-afd6771c-50bc-4cc9-b5d6-5a3db185852c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.829554 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65a3dff-3865-40e3-900d-8ceb4b2baee0 None None] Network d6f6393f-bc97-47fe-80bd-2ee6749913ab requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:16.830041 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-afd6771c-50bc-4cc9-b5d6-5a3db185852c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/43573154-396f-4f70-9616-b22b08bbb1ff HTTP/1.1" status: 204 len: 168 time: 0.2556975 Nov 22 17:03:16.831530 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50308) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:16.911541 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774480'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.965005 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] Deleting port 325530ae-1962-42a8-9f73-08e893433775 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:16.965437 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.029464 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] For port 325530ae-1962-42a8-9f73-08e893433775, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=325530ae-1962-42a8-9f73-08e893433775,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:17.029850 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.046781 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] DHCP port deletion for d6f6393f-bc97-47fe-80bd-2ee6749913ab request from dv-cinder-778193-11-iscsi {{(pid=102629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:17.048919 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] Calling delete_port for 325530ae-1962-42a8-9f73-08e893433775 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:17.097402 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] Deleting port 325530ae-1962-42a8-9f73-08e893433775 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:17.097830 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.133077 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.160977 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] Pushing event deleted for resources: {'Port': ['ID=325530ae-1962-42a8-9f73-08e893433775,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:17.165160 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] No DVR routers for this DVR port 325530ae-1962-42a8-9f73-08e893433775 on host dv-cinder-778193-11-iscsi {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:17.174562 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] For port 325530ae-1962-42a8-9f73-08e893433775, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=325530ae-1962-42a8-9f73-08e893433775,segment=NetworkSegment(08b04bd6-185b-4500-baa4-25a2c5232475),segment_id=08b04bd6-185b-4500-baa4-25a2c5232475)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:17.174960 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.188264 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] Calling delete_port for 325530ae-1962-42a8-9f73-08e893433775 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:17.242050 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570257', 'neutron.services.segments.db._delete_segments_for_network-8736619892875'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.268505 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f6393f-bc97-47fe-80bd-2ee6749913ab']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:17.270729 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.279060 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b04bd6-185b-4500-baa4-25a2c5232475') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:17.279351 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b04bd6-185b-4500-baa4-25a2c5232475') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:17.284331 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] No DVR routers for this DVR port 325530ae-1962-42a8-9f73-08e893433775 on host dv-cinder-778193-11-iscsi {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:17.294184 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736620085782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26216368'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.307159 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] Pushing event deleted for resources: {'Port': ['ID=325530ae-1962-42a8-9f73-08e893433775,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:17.310303 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.315663 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:17.316166 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:17.316378 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:17.316723 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:17.317056 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:17.318709 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:17.319102 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:17.319374 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:17.319699 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:17.320186 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:17.320354 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:17.320665 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004f173-e923-40e2-af8c-3bf1269e42e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:17.326460 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:17.326858 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25513947'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: Traceback (most recent call last): Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: timer() Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: cb(*args, **kw) Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: return func(*args, **kwargs) Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: self._notify() Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: self.callback(batched_events) Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: event.method(event) Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: return f(self, *a, **k) Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: return self._get(url).json() Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:17.329497 dv-cinder-778193-11-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:17.386807 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3767155'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.391517 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.394859 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] 10.222.0.75 "DELETE /v2.0/networks/d6f6393f-bc97-47fe-80bd-2ee6749913ab HTTP/1.1" status: 204 len: 168 time: 0.5623019 Nov 22 17:03:17.407524 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086e560-f037-4205-ac87-e36a5d0ca3db admin admin] Pushing event deleted for resources: {'Network': ['ID=d6f6393f-bc97-47fe-80bd-2ee6749913ab,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:17.548667 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50312) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:17.594037 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a27ef879-08ff-4ec2-89f7-0b7a58b6e841 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ea07513743f14c52a5a115f86dbb6b7b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439296 Nov 22 17:03:17.596503 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50314) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:17.645628 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bac5e62-d382-4b21-984d-218e1ee864e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.668448 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bac5e62-d382-4b21-984d-218e1ee864e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.682220 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 88b34b47-f612-40a3-ab69-0135e8034549 no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:17.702622 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: 88b34b47-f612-40a3-ab69-0135e8034549 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:17.703257 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 88b34b47-f612-40a3-ab69-0135e8034549 not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:17.703861 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 40cd444a-6c29-4d95-a485-874577a37fc2 no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:17.720596 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bac5e62-d382-4b21-984d-218e1ee864e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.723405 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bac5e62-d382-4b21-984d-218e1ee864e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.723853 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: 40cd444a-6c29-4d95-a485-874577a37fc2 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:17.724219 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 40cd444a-6c29-4d95-a485-874577a37fc2 not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:17.726026 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 325530ae-1962-42a8-9f73-08e893433775 no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:17.726146 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-4bac5e62-d382-4b21-984d-218e1ee864e3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/61ac636f-7542-4da5-b8ff-eea73c8a535f HTTP/1.1" status: 204 len: 168 time: 0.1271806 Nov 22 17:03:17.733613 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac5e62-d382-4b21-984d-218e1ee864e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ac636f-7542-4da5-b8ff-eea73c8a535f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:17.749899 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: 325530ae-1962-42a8-9f73-08e893433775 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:17.750268 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 325530ae-1962-42a8-9f73-08e893433775 not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:18.417311 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50336) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:18.512281 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-613f2139-b727-4909-9a74-dc765d6b2e42 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1907443670-network', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:18.533130 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613f2139-b727-4909-9a74-dc765d6b2e42 admin admin] Made reservation on behalf of f1344b05d7b3482a80fd927587d155ae for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:18.535533 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-613f2139-b727-4909-9a74-dc765d6b2e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.546909 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-613f2139-b727-4909-9a74-dc765d6b2e42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.623557 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-613f2139-b727-4909-9a74-dc765d6b2e42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.627380 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-613f2139-b727-4909-9a74-dc765d6b2e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.650182 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613f2139-b727-4909-9a74-dc765d6b2e42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1204} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:03:18.664142 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f2139-b727-4909-9a74-dc765d6b2e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61370fee-2fc1-4d27-a690-a05b28f61853,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:18.669644 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-613f2139-b727-4909-9a74-dc765d6b2e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.669986 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-613f2139-b727-4909-9a74-dc765d6b2e42 admin admin] Added segment 6700c3bf-a42e-43bd-8f88-029d1be22612 of type vlan for network 3f0b8753-02d0-41f9-ada5-cae4b59cb432 Nov 22 17:03:18.711854 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-613f2139-b727-4909-9a74-dc765d6b2e42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736619566340'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.738134 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-613f2139-b727-4909-9a74-dc765d6b2e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.739233 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613f2139-b727-4909-9a74-dc765d6b2e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:18.739820 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-613f2139-b727-4909-9a74-dc765d6b2e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.796371 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-613f2139-b727-4909-9a74-dc765d6b2e42 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3778260 Nov 22 17:03:18.799309 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50340) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:18.803292 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f2139-b727-4909-9a74-dc765d6b2e42 admin admin] Pushing event updated for resources: {'Network': ['ID=3f0b8753-02d0-41f9-ada5-cae4b59cb432,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:18.804512 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-e933d55a-dfa3-4f6f-8570-36a72aba09fc admin admin] Request body: {'subnet': {'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1907443670-subnet', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:18.813711 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Network 3f0b8753-02d0-41f9-ada5-cae4b59cb432 details requested by agent ovs-agent-dv-cinder-778193-11-iscsi with host dv-cinder-778193-11-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:18.827336 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e933d55a-dfa3-4f6f-8570-36a72aba09fc admin admin] Made reservation on behalf of f1344b05d7b3482a80fd927587d155ae for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:18.829820 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e933d55a-dfa3-4f6f-8570-36a72aba09fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29185990'] for subnet, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.008385 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e933d55a-dfa3-4f6f-8570-36a72aba09fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25506053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29186024'] for subnet, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.064834 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933d55a-dfa3-4f6f-8570-36a72aba09fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0e3506c-0615-4bc6-894f-57fb3b455633,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:19.081170 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e933d55a-dfa3-4f6f-8570-36a72aba09fc admin admin] Checking segment: {'id': '6700c3bf-a42e-43bd-8f88-029d1be22612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:19.081537 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e933d55a-dfa3-4f6f-8570-36a72aba09fc admin admin] Network hostable DHCP agents. Network: 3f0b8753-02d0-41f9-ada5-cae4b59cb432, hostable agents: ['adaf967d-dae0-466d-8f0c-362e3950e29c'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:03:19.103830 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e933d55a-dfa3-4f6f-8570-36a72aba09fc admin admin] Network 3f0b8753-02d0-41f9-ada5-cae4b59cb432 is scheduled to be hosted by DHCP agent adaf967d-dae0-466d-8f0c-362e3950e29c with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:03:19.113642 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-e933d55a-dfa3-4f6f-8570-36a72aba09fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-11-iscsi, 3f0b8753-02d0-41f9-ada5-cae4b59cb432) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:19.120810 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e933d55a-dfa3-4f6f-8570-36a72aba09fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:19.121586 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e933d55a-dfa3-4f6f-8570-36a72aba09fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.124099 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3897349-6ea5-4e83-a547-8284e27b567d None None] Network 3f0b8753-02d0-41f9-ada5-cae4b59cb432 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:19.142995 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e933d55a-dfa3-4f6f-8570-36a72aba09fc admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3424902 Nov 22 17:03:19.145754 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50342) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:19.153483 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-e63f3ca9-9d78-42f8-8e9b-bc6a91285265 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:19.176887 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e63f3ca9-9d78-42f8-8e9b-bc6a91285265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9930'] for router, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.178125 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e63f3ca9-9d78-42f8-8e9b-bc6a91285265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3689828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10041'] for router, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.237424 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e63f3ca9-9d78-42f8-8e9b-bc6a91285265 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.297364 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4d7641c-f5a9-513a-9605-0fe7cfc59e29-3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'fixed_ips': [{'subnet_id': 'f0e3506c-0615-4bc6-894f-57fb3b455633'}]}} from dv-cinder-778193-11-iscsi. {{(pid=102629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:19.300082 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.382057 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e63f3ca9-9d78-42f8-8e9b-bc6a91285265 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.447567 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] Allocated IP 172.20.0.2 (3f0b8753-02d0-41f9-ada5-cae4b59cb432/f0e3506c-0615-4bc6-894f-57fb3b455633/301896d5-18aa-4c44-ac0d-783f631edf25) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:19.591127 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:03:19.600204 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.613336 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.623392 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e63f3ca9-9d78-42f8-8e9b-bc6a91285265 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.643327 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e63f3ca9-9d78-42f8-8e9b-bc6a91285265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.657531 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] Network 3f0b8753-02d0-41f9-ada5-cae4b59cb432 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:19.662310 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:19.664807 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:19.674047 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] Pushing event updated for resources: {'Port': ['ID=301896d5-18aa-4c44-ac0d-783f631edf25,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:19.727951 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] Attempting to bind port 301896d5-18aa-4c44-ac0d-783f631edf25 on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:19.728356 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] Attempting to bind port 301896d5-18aa-4c44-ac0d-783f631edf25 by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '6700c3bf-a42e-43bd-8f88-029d1be22612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:19.728725 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] Attempting to bind port 301896d5-18aa-4c44-ac0d-783f631edf25 on network 3f0b8753-02d0-41f9-ada5-cae4b59cb432 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:19.734359 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:19.734730 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] Checking segment: {'id': '6700c3bf-a42e-43bd-8f88-029d1be22612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:19.735132 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.735528 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] Bound using segment: {'id': '6700c3bf-a42e-43bd-8f88-029d1be22612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:19.736162 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] Bound port: 301896d5-18aa-4c44-ac0d-783f631edf25, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6700c3bf-a42e-43bd-8f88-029d1be22612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:19.736543 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.750027 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-e63f3ca9-9d78-42f8-8e9b-bc6a91285265 admin admin] Allocated IP 172.27.0.252 (d3425354-8fe0-452b-a94a-32f4eb04cb86/91bd23ed-08b5-4bc5-9b3d-886376dc3ccb/ec917da5-0200-402c-892b-ada8a5d03433) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:19.800505 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] For port 301896d5-18aa-4c44-ac0d-783f631edf25, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:19.803942 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] For port 301896d5-18aa-4c44-ac0d-783f631edf25, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=301896d5-18aa-4c44-ac0d-783f631edf25,segment=NetworkSegment(6700c3bf-a42e-43bd-8f88-029d1be22612),segment_id=6700c3bf-a42e-43bd-8f88-029d1be22612)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:19.808678 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.858831 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e63f3ca9-9d78-42f8-8e9b-bc6a91285265 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.867741 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bf83a-48dc-44ec-819e-fafde28bcaa6 None None] Pushing event updated for resources: {'Port': ['ID=301896d5-18aa-4c44-ac0d-783f631edf25,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:19.896854 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e63f3ca9-9d78-42f8-8e9b-bc6a91285265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.936772 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63f3ca9-9d78-42f8-8e9b-bc6a91285265 admin admin] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:19.941086 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-e63f3ca9-9d78-42f8-8e9b-bc6a91285265 admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:19.945670 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f3ca9-9d78-42f8-8e9b-bc6a91285265 admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:19.948087 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f3ca9-9d78-42f8-8e9b-bc6a91285265 admin admin] Pushing event updated for resources: {'Port': ['ID=ec917da5-0200-402c-892b-ada8a5d03433,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:20.226114 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e63f3ca9-9d78-42f8-8e9b-bc6a91285265 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:20.437253 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e63f3ca9-9d78-42f8-8e9b-bc6a91285265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309569'] for router, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:20.571435 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63f3ca9-9d78-42f8-8e9b-bc6a91285265 admin admin] Router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 is scheduled to L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 with binding_index 1 {{(pid=102627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:03:20.783318 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c1d447-7254-48f9-81e8-4d565e65d7e2 None None] Network 3f0b8753-02d0-41f9-ada5-cae4b59cb432 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:20.846327 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-fa6c9219-1ecd-4e02-91e9-c212641f59bd None None] Provisioning complete for port 301896d5-18aa-4c44-ac0d-783f631edf25 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:20.846610 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fa6c9219-1ecd-4e02-91e9-c212641f59bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:20.939542 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63f3ca9-9d78-42f8-8e9b-bc6a91285265 admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:03:20.950144 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] Sync routers for ids ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:03:20.959367 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] Routers {'088aa0d6-e8d9-42e4-a697-a1230f3843c1'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:20.959982 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:03:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:20.976116 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e63f3ca9-9d78-42f8-8e9b-bc6a91285265 admin admin] Publish callbacks [] for router, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:20.981001 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50344) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:20.981610 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e63f3ca9-9d78-42f8-8e9b-bc6a91285265 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8321862 Nov 22 17:03:21.009676 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fa6c9219-1ecd-4e02-91e9-c212641f59bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.052070 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-fa6c9219-1ecd-4e02-91e9-c212641f59bd None None] For port 301896d5-18aa-4c44-ac0d-783f631edf25, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=301896d5-18aa-4c44-ac0d-783f631edf25,segment=NetworkSegment(6700c3bf-a42e-43bd-8f88-029d1be22612),segment_id=6700c3bf-a42e-43bd-8f88-029d1be22612)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:21.057867 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fa6c9219-1ecd-4e02-91e9-c212641f59bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.071096 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] Set router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:03:21.130000 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c9219-1ecd-4e02-91e9-c212641f59bd None None] Pushing event updated for resources: {'Port': ['ID=301896d5-18aa-4c44-ac0d-783f631edf25,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:21.263306 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:20Z', 'revision_number': 3, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port': {'id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:21.279390 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-773aaec0-64ba-4bfa-8f20-397bf9c0a994 None None] Provisioning complete for port 301896d5-18aa-4c44-ac0d-783f631edf25 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:21.279756 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-773aaec0-64ba-4bfa-8f20-397bf9c0a994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.290729 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] Checking router: 088aa0d6-e8d9-42e4-a697-a1230f3843c1 for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:03:21.291062 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] Updating router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 port ec917da5-0200-402c-892b-ada8a5d03433 binding host dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:03:21.318418 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.585497 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.592842 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.639826 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca5988-dcac-4d34-ac01-e36240c517e1 None None] Pushing event updated for resources: {'Port': ['ID=ec917da5-0200-402c-892b-ada8a5d03433,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:21.648852 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca5988-dcac-4d34-ac01-e36240c517e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:21.648852 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca5988-dcac-4d34-ac01-e36240c517e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:21.649081 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca5988-dcac-4d34-ac01-e36240c517e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:21.652465 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca5988-dcac-4d34-ac01-e36240c517e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:21.652465 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca5988-dcac-4d34-ac01-e36240c517e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:21.652465 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca5988-dcac-4d34-ac01-e36240c517e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:21.652465 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca5988-dcac-4d34-ac01-e36240c517e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:21.652465 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca5988-dcac-4d34-ac01-e36240c517e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:21.652465 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca5988-dcac-4d34-ac01-e36240c517e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:21.652465 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca5988-dcac-4d34-ac01-e36240c517e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:21.652465 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca5988-dcac-4d34-ac01-e36240c517e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:21.652465 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca5988-dcac-4d34-ac01-e36240c517e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:21.665565 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] Attempting to bind port ec917da5-0200-402c-892b-ada8a5d03433 on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:21.666232 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] Attempting to bind port ec917da5-0200-402c-892b-ada8a5d03433 by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:21.666782 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] Attempting to bind port ec917da5-0200-402c-892b-ada8a5d03433 on network d3425354-8fe0-452b-a94a-32f4eb04cb86 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:21.672197 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:21.672574 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] Checking segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:21.672996 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.673355 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] Bound using segment: {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:21.673994 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] Bound port: ec917da5-0200-402c-892b-ada8a5d03433, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7465aa70-c654-475f-8fa3-551b82d3253e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:21.674540 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.680810 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd045b87-bd37-4b5d-bb34-6a27a8ed0434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.729425 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 301896d5-18aa-4c44-ac0d-783f631edf25 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:21.736351 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] For port ec917da5-0200-402c-892b-ada8a5d03433, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:21.744294 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] For port ec917da5-0200-402c-892b-ada8a5d03433, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=ec917da5-0200-402c-892b-ada8a5d03433,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:21.751246 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.800614 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port 301896d5-18aa-4c44-ac0d-783f631edf25 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:21.801523 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.817050 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] Routers {'088aa0d6-e8d9-42e4-a697-a1230f3843c1'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:21.817678 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:03:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:21.819721 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca5988-dcac-4d34-ac01-e36240c517e1 None None] Pushing event updated for resources: {'Port': ['ID=ec917da5-0200-402c-892b-ada8a5d03433,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:21.886397 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-dd045b87-bd37-4b5d-bb34-6a27a8ed0434 admin admin] Allocated IP 172.20.0.1 (3f0b8753-02d0-41f9-ada5-cae4b59cb432/f0e3506c-0615-4bc6-894f-57fb3b455633/fc3ac4b0-5754-45c1-a495-bb968ad3f110) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:21.935161 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] Set router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:03:21.993785 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd045b87-bd37-4b5d-bb34-6a27a8ed0434 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.028486 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd045b87-bd37-4b5d-bb34-6a27a8ed0434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.067299 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd045b87-bd37-4b5d-bb34-6a27a8ed0434 admin admin] Network 3f0b8753-02d0-41f9-ada5-cae4b59cb432 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:22.070197 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-dd045b87-bd37-4b5d-bb34-6a27a8ed0434 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:22.074452 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd045b87-bd37-4b5d-bb34-6a27a8ed0434 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:22.105623 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd045b87-bd37-4b5d-bb34-6a27a8ed0434 admin admin] Pushing event updated for resources: {'Port': ['ID=fc3ac4b0-5754-45c1-a495-bb968ad3f110,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:22.124062 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:20Z', 'revision_number': 3, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port': {'id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:22.124697 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd045b87-bd37-4b5d-bb34-6a27a8ed0434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833062'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.152567 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0031e6-9398-4999-9302-00d2cee3020b None None] The sync data for ids ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'] in dv-cinder-778193-11-iscsi is: [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:20Z', 'revision_number': 3, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port': {'id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:03:22.259413 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd045b87-bd37-4b5d-bb34-6a27a8ed0434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.303740 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-e6bcb06f-acdd-4c2f-ab40-25f4f39b4f18 None None] Provisioning complete for port fc3ac4b0-5754-45c1-a495-bb968ad3f110 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:22.304399 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6bcb06f-acdd-4c2f-ab40-25f4f39b4f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.340329 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e6bcb06f-acdd-4c2f-ab40-25f4f39b4f18 None None] Port fc3ac4b0-5754-45c1-a495-bb968ad3f110 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:03:22.462430 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd045b87-bd37-4b5d-bb34-6a27a8ed0434 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.467433 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd045b87-bd37-4b5d-bb34-6a27a8ed0434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.540499 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd045b87-bd37-4b5d-bb34-6a27a8ed0434 admin admin] Pushing event updated for resources: {'Port': ['ID=fc3ac4b0-5754-45c1-a495-bb968ad3f110,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:22.540499 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd045b87-bd37-4b5d-bb34-6a27a8ed0434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832954'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.645858 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd045b87-bd37-4b5d-bb34-6a27a8ed0434 admin admin] Network 3f0b8753-02d0-41f9-ada5-cae4b59cb432 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:22.647327 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-dd045b87-bd37-4b5d-bb34-6a27a8ed0434 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:22.770944 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd045b87-bd37-4b5d-bb34-6a27a8ed0434 admin admin] Router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:03:22.864476 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-03f24087-bbec-4be3-b956-c1a31a8bb593 None None] Provisioning complete for port fc3ac4b0-5754-45c1-a495-bb968ad3f110 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:22.864847 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-03f24087-bbec-4be3-b956-c1a31a8bb593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.896425 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd045b87-bd37-4b5d-bb34-6a27a8ed0434 admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:03:22.902381 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-dd045b87-bd37-4b5d-bb34-6a27a8ed0434 admin admin] 10.222.0.75 "PUT /v2.0/routers/088aa0d6-e8d9-42e4-a697-a1230f3843c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9203010 Nov 22 17:03:22.910012 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-03f24087-bbec-4be3-b956-c1a31a8bb593 None None] Port fc3ac4b0-5754-45c1-a495-bb968ad3f110 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:03:23.670063 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50352) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:23.674741 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e000076f-a43b-4ab8-97e0-770a1c10bc75 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1838301094', 'description': 'tempest-description--1055279587'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:23.698766 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e000076f-a43b-4ab8-97e0-770a1c10bc75 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:23.716552 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device ec917da5-0200-402c-892b-ada8a5d03433 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:23.756033 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c878b8-7111-4620-ab13-498bd833324d None None] Sync routers for ids ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:03:23.772757 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c878b8-7111-4620-ab13-498bd833324d None None] Routers {'088aa0d6-e8d9-42e4-a697-a1230f3843c1'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:23.773375 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-65c878b8-7111-4620-ab13-498bd833324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:03:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:23.776312 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e000076f-a43b-4ab8-97e0-770a1c10bc75 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:23.780720 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e000076f-a43b-4ab8-97e0-770a1c10bc75 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:23.814347 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e000076f-a43b-4ab8-97e0-770a1c10bc75 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:23.815571 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e000076f-a43b-4ab8-97e0-770a1c10bc75 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1444867 Nov 22 17:03:23.817951 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000076f-a43b-4ab8-97e0-770a1c10bc75 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b376b2-5ed1-483e-a05d-f09412216b71,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:23.818871 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50354) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:23.826373 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-12f58da8-bb32-4eb9-aa09-ec4a86382735 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Request body: {'security_group_rule': {'security_group_id': 'd0b376b2-5ed1-483e-a05d-f09412216b71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:23.833258 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port ec917da5-0200-402c-892b-ada8a5d03433 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:23.833630 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:23.854846 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-12f58da8-bb32-4eb9-aa09-ec4a86382735 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:23.914278 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-12f58da8-bb32-4eb9-aa09-ec4a86382735 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:23.918633 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-12f58da8-bb32-4eb9-aa09-ec4a86382735 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:23.918791 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-65c878b8-7111-4620-ab13-498bd833324d None None] Set router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:03:23.938606 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f58da8-bb32-4eb9-aa09-ec4a86382735 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f993e354-be74-4f9d-87b6-39b97d02d733,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:23.948102 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-12f58da8-bb32-4eb9-aa09-ec4a86382735 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:23.951924 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-12f58da8-bb32-4eb9-aa09-ec4a86382735 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278155 Nov 22 17:03:23.952290 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50356) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:23.957880 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-6374e443-a310-4b99-970e-cd0128483cb6 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Request body: {'security_group_rule': {'security_group_id': 'd0b376b2-5ed1-483e-a05d-f09412216b71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:23.991782 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6374e443-a310-4b99-970e-cd0128483cb6 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.061872 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.077194 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6374e443-a310-4b99-970e-cd0128483cb6 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.081305 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6374e443-a310-4b99-970e-cd0128483cb6 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.099382 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374e443-a310-4b99-970e-cd0128483cb6 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e7621a-f289-4aec-86e8-3bc3f0f7c396,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:24.104074 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] For port ec917da5-0200-402c-892b-ada8a5d03433, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=ec917da5-0200-402c-892b-ada8a5d03433,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:24.114884 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6374e443-a310-4b99-970e-cd0128483cb6 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.115764 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.116459 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-6374e443-a310-4b99-970e-cd0128483cb6 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1630902 Nov 22 17:03:24.120369 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50362) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:24.125653 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-16e5b205-c33a-4a12-8101-3333fd3eecb9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Request body: {'floatingip': {'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:24.151321 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-16e5b205-c33a-4a12-8101-3333fd3eecb9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for floatingip, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.216979 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Pushing event updated for resources: {'Port': ['ID=ec917da5-0200-402c-892b-ada8a5d03433,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:24.245353 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-65c878b8-7111-4620-ab13-498bd833324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:22Z', 'revision_number': 4, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port': {'id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': 'fc3ac4b0-5754-45c1-a495-bb968ad3f110', 'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'mac_address': 'fa:16:3e:42:cd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:21Z', 'updated_at': '2021-11-22T17:03:22Z', 'revision_number': 2, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'subnets': [{'id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:24.267036 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-16e5b205-c33a-4a12-8101-3333fd3eecb9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.278810 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c878b8-7111-4620-ab13-498bd833324d None None] Checking router: 088aa0d6-e8d9-42e4-a697-a1230f3843c1 for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:03:24.278810 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c878b8-7111-4620-ab13-498bd833324d None None] Updating router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 port fc3ac4b0-5754-45c1-a495-bb968ad3f110 binding host dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:03:24.305754 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-65c878b8-7111-4620-ab13-498bd833324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.385612 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-16e5b205-c33a-4a12-8101-3333fd3eecb9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Allocated IP 172.27.0.173 (d3425354-8fe0-452b-a94a-32f4eb04cb86/91bd23ed-08b5-4bc5-9b3d-886376dc3ccb/03da6879-697b-4128-aae2-2f38abf018d7) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:24.499511 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-16e5b205-c33a-4a12-8101-3333fd3eecb9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.535221 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-16e5b205-c33a-4a12-8101-3333fd3eecb9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.582437 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e5b205-c33a-4a12-8101-3333fd3eecb9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:24.585704 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-16e5b205-c33a-4a12-8101-3333fd3eecb9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:24.592806 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e5b205-c33a-4a12-8101-3333fd3eecb9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:24.596039 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5b205-c33a-4a12-8101-3333fd3eecb9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Pushing event updated for resources: {'Port': ['ID=03da6879-697b-4128-aae2-2f38abf018d7,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:24.620422 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-65c878b8-7111-4620-ab13-498bd833324d None None] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.626616 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-65c878b8-7111-4620-ab13-498bd833324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.679250 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656cefa-153d-4836-b670-6dfdfca53c94 None None] Pushing event updated for resources: {'Port': ['ID=fc3ac4b0-5754-45c1-a495-bb968ad3f110,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:24.691661 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-16e5b205-c33a-4a12-8101-3333fd3eecb9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.733822 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-65c878b8-7111-4620-ab13-498bd833324d None None] Attempting to bind port fc3ac4b0-5754-45c1-a495-bb968ad3f110 on host dv-cinder-778193-11-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:24.734393 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-65c878b8-7111-4620-ab13-498bd833324d None None] Attempting to bind port fc3ac4b0-5754-45c1-a495-bb968ad3f110 by drivers openvswitch,hyperv on host dv-cinder-778193-11-iscsi at level 0 using segments [{'id': '6700c3bf-a42e-43bd-8f88-029d1be22612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:24.734768 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c878b8-7111-4620-ab13-498bd833324d None None] Attempting to bind port fc3ac4b0-5754-45c1-a495-bb968ad3f110 on network 3f0b8753-02d0-41f9-ada5-cae4b59cb432 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:24.736465 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-16e5b205-c33a-4a12-8101-3333fd3eecb9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.742308 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c878b8-7111-4620-ab13-498bd833324d None None] Checking agent: {'id': '5261f819-6809-4107-940f-88e810aae841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 47, 43), 'started_at': datetime.datetime(2021, 11, 22, 16, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:24.742681 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c878b8-7111-4620-ab13-498bd833324d None None] Checking segment: {'id': '6700c3bf-a42e-43bd-8f88-029d1be22612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:24.743094 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-65c878b8-7111-4620-ab13-498bd833324d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.743499 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c878b8-7111-4620-ab13-498bd833324d None None] Bound using segment: {'id': '6700c3bf-a42e-43bd-8f88-029d1be22612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:24.744643 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-65c878b8-7111-4620-ab13-498bd833324d None None] Bound port: fc3ac4b0-5754-45c1-a495-bb968ad3f110, host: dv-cinder-778193-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6700c3bf-a42e-43bd-8f88-029d1be22612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:24.744643 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-65c878b8-7111-4620-ab13-498bd833324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.823721 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-65c878b8-7111-4620-ab13-498bd833324d None None] For port fc3ac4b0-5754-45c1-a495-bb968ad3f110, host dv-cinder-778193-11-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:24.829219 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-65c878b8-7111-4620-ab13-498bd833324d None None] For port fc3ac4b0-5754-45c1-a495-bb968ad3f110, host dv-cinder-778193-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=fc3ac4b0-5754-45c1-a495-bb968ad3f110,segment=NetworkSegment(6700c3bf-a42e-43bd-8f88-029d1be22612),segment_id=6700c3bf-a42e-43bd-8f88-029d1be22612)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:24.835518 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-65c878b8-7111-4620-ab13-498bd833324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.891175 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c878b8-7111-4620-ab13-498bd833324d None None] Routers {'088aa0d6-e8d9-42e4-a697-a1230f3843c1'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:24.891814 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-65c878b8-7111-4620-ab13-498bd833324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:03:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:24.917105 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-16e5b205-c33a-4a12-8101-3333fd3eecb9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.934524 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-16e5b205-c33a-4a12-8101-3333fd3eecb9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.952034 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656cefa-153d-4836-b670-6dfdfca53c94 None None] Pushing event updated for resources: {'Port': ['ID=fc3ac4b0-5754-45c1-a495-bb968ad3f110,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:25.007735 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-4962e4e4-50c3-424d-af25-7e505e8c7ba0 None None] Provisioning complete for port fc3ac4b0-5754-45c1-a495-bb968ad3f110 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:25.008258 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4962e4e4-50c3-424d-af25-7e505e8c7ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:25.028131 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5b205-c33a-4a12-8101-3333fd3eecb9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Pushing event updated for resources: {'Port': ['ID=03da6879-697b-4128-aae2-2f38abf018d7,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:25.039844 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-16e5b205-c33a-4a12-8101-3333fd3eecb9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3767069'] for floatingip, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:25.062024 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-16e5b205-c33a-4a12-8101-3333fd3eecb9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:25.062641 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-65c878b8-7111-4620-ab13-498bd833324d None None] Set router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:03:25.071873 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-16e5b205-c33a-4a12-8101-3333fd3eecb9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9419792 Nov 22 17:03:25.223354 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5ec836e-13e7-48c0-9480-245b045448ab req-2569c7d9-577f-4a95-af4e-f42d38c9f1d9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1838301094&fields=id&tenant_id=f1344b05d7b3482a80fd927587d155ae HTTP/1.1" status: 200 len: 267 time: 0.0451860 Nov 22 17:03:25.341756 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4962e4e4-50c3-424d-af25-7e505e8c7ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:25.344607 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec836e-13e7-48c0-9480-245b045448ab req-85e3027e-823c-4e25-b97a-9a8beb34aa46 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:25.346125 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5ec836e-13e7-48c0-9480-245b045448ab req-85e3027e-823c-4e25-b97a-9a8beb34aa46 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/networks?id=3f0b8753-02d0-41f9-ada5-cae4b59cb432 HTTP/1.1" status: 200 len: 811 time: 0.1151593 Nov 22 17:03:25.362542 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5ec836e-13e7-48c0-9480-245b045448ab req-611753fd-ec38-443b-9c2a-19d746ae002c tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/quotas/f1344b05d7b3482a80fd927587d155ae HTTP/1.1" status: 200 len: 375 time: 0.0102971 Nov 22 17:03:25.403856 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-4962e4e4-50c3-424d-af25-7e505e8c7ba0 None None] For port fc3ac4b0-5754-45c1-a495-bb968ad3f110, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=fc3ac4b0-5754-45c1-a495-bb968ad3f110,segment=NetworkSegment(6700c3bf-a42e-43bd-8f88-029d1be22612),segment_id=6700c3bf-a42e-43bd-8f88-029d1be22612)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:25.416315 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5ec836e-13e7-48c0-9480-245b045448ab req-d28622ec-ba0e-4b02-8d24-906aa44fb3af tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f1344b05d7b3482a80fd927587d155ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480728 Nov 22 17:03:25.426457 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4962e4e4-50c3-424d-af25-7e505e8c7ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:25.484974 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962e4e4-50c3-424d-af25-7e505e8c7ba0 None None] Pushing event updated for resources: {'Port': ['ID=fc3ac4b0-5754-45c1-a495-bb968ad3f110,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:25.499700 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-65c878b8-7111-4620-ab13-498bd833324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:22Z', 'revision_number': 4, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port': {'id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': 'fc3ac4b0-5754-45c1-a495-bb968ad3f110', 'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'mac_address': 'fa:16:3e:42:cd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:21Z', 'updated_at': '2021-11-22T17:03:24Z', 'revision_number': 4, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'subnets': [{'id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:25.525447 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5ec836e-13e7-48c0-9480-245b045448ab req-703422d5-2e47-4f84-94dc-bfa92668c563 service neutron] 10.222.0.75 "GET /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974243 Nov 22 17:03:25.530174 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c878b8-7111-4620-ab13-498bd833324d None None] The sync data for ids ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'] in dv-cinder-778193-11-iscsi is: [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:22Z', 'revision_number': 4, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port': {'id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': 'fc3ac4b0-5754-45c1-a495-bb968ad3f110', 'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'mac_address': 'fa:16:3e:42:cd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:21Z', 'updated_at': '2021-11-22T17:03:24Z', 'revision_number': 4, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'subnets': [{'id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:03:25.548750 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-a0af4ba1-ff77-4906-a4a1-655b5213b510 None None] Provisioning complete for port fc3ac4b0-5754-45c1-a495-bb968ad3f110 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:25.549384 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a0af4ba1-ff77-4906-a4a1-655b5213b510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:25.666597 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5ec836e-13e7-48c0-9480-245b045448ab req-43de34ce-19b8-4752-8d00-314a1a7ac719 service neutron] 10.222.0.75 "GET /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350303 Nov 22 17:03:25.816024 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device ec917da5-0200-402c-892b-ada8a5d03433 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:25.872040 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port ec917da5-0200-402c-892b-ada8a5d03433 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:25.872479 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:25.961363 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device fc3ac4b0-5754-45c1-a495-bb968ad3f110 up at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:26.013828 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Provisioning complete for port fc3ac4b0-5754-45c1-a495-bb968ad3f110 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:26.014264 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:26.878680 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-97a18c1b-54f7-4d30-b937-75193a951224 req-90c735ae-45f4-4fb2-8794-6958b028b4cf tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 210 time: 0.0359240 Nov 22 17:03:27.981831 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b2547ae8-b0c4-4346-bad6-aa1c381ea889 req-491553fd-0da0-4526-ae76-f89bc81a5957 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 210 time: 0.0284855 Nov 22 17:03:28.166246 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec836e-13e7-48c0-9480-245b045448ab req-0952412f-1c7c-49b7-8bc1-e70961ac60c4 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:28.170901 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5ec836e-13e7-48c0-9480-245b045448ab req-0952412f-1c7c-49b7-8bc1-e70961ac60c4 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.85 "GET /v2.0/networks?id=3f0b8753-02d0-41f9-ada5-cae4b59cb432 HTTP/1.1" status: 200 len: 811 time: 0.1464977 Nov 22 17:03:28.234505 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5ec836e-13e7-48c0-9480-245b045448ab req-9922acfe-dbdd-4333-b9e0-d10dcc6c04b0 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1344b05d7b3482a80fd927587d155ae HTTP/1.1" status: 200 len: 380 time: 0.0569975 Nov 22 17:03:28.244552 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-b5ec836e-13e7-48c0-9480-245b045448ab req-d587bc3c-1fe4-4f01-a28a-e8b99d7ddf88 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Request body: {'port': {'device_id': '97966633-6b63-481a-a12c-63224134686d', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'admin_state_up': True, 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'security_groups': ['d0b376b2-5ed1-483e-a05d-f09412216b71']}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:28.357391 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ec836e-13e7-48c0-9480-245b045448ab req-d587bc3c-1fe4-4f01-a28a-e8b99d7ddf88 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Made reservation on behalf of f1344b05d7b3482a80fd927587d155ae for: {'port': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:28.361704 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-b5ec836e-13e7-48c0-9480-245b045448ab req-d587bc3c-1fe4-4f01-a28a-e8b99d7ddf88 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.394663 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.505818 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [req-b5ec836e-13e7-48c0-9480-245b045448ab req-d587bc3c-1fe4-4f01-a28a-e8b99d7ddf88 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Allocated IP 172.20.0.9 (3f0b8753-02d0-41f9-ada5-cae4b59cb432/f0e3506c-0615-4bc6-894f-57fb3b455633/9f94e177-f2e3-4705-b0ab-44266949f578) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:28.663374 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-b5ec836e-13e7-48c0-9480-245b045448ab req-d587bc3c-1fe4-4f01-a28a-e8b99d7ddf88 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.701662 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-b5ec836e-13e7-48c0-9480-245b045448ab req-d587bc3c-1fe4-4f01-a28a-e8b99d7ddf88 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.746431 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ec836e-13e7-48c0-9480-245b045448ab req-d587bc3c-1fe4-4f01-a28a-e8b99d7ddf88 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Network 3f0b8753-02d0-41f9-ada5-cae4b59cb432 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:28.748512 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [req-b5ec836e-13e7-48c0-9480-245b045448ab req-d587bc3c-1fe4-4f01-a28a-e8b99d7ddf88 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:28.751639 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ec836e-13e7-48c0-9480-245b045448ab req-d587bc3c-1fe4-4f01-a28a-e8b99d7ddf88 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:28.787345 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587bc3c-1fe4-4f01-a28a-e8b99d7ddf88 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Pushing event updated for resources: {'Port': ['ID=9f94e177-f2e3-4705-b0ab-44266949f578,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:28.816795 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec836e-13e7-48c0-9480-245b045448ab req-d587bc3c-1fe4-4f01-a28a-e8b99d7ddf88 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:28.817453 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-b5ec836e-13e7-48c0-9480-245b045448ab req-d587bc3c-1fe4-4f01-a28a-e8b99d7ddf88 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.838376 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5ec836e-13e7-48c0-9480-245b045448ab req-d587bc3c-1fe4-4f01-a28a-e8b99d7ddf88 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5980742 Nov 22 17:03:28.852964 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Request body: {'port': {'device_id': '97966633-6b63-481a-a12c-63224134686d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:28.921785 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.011647 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-5fc8a8e6-5455-4158-91fe-2ef0cbeff4f6 None None] Provisioning complete for port 9f94e177-f2e3-4705-b0ab-44266949f578 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:29.012353 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5fc8a8e6-5455-4158-91fe-2ef0cbeff4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.065359 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8a8e6-5455-4158-91fe-2ef0cbeff4f6 None None] Port 9f94e177-f2e3-4705-b0ab-44266949f578 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:03:29.123517 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58366973-94a5-455e-9cd0-bb821f5cd1a5 req-97ee703a-013b-425c-924d-af337a0e27c0 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:29.125291 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-58366973-94a5-455e-9cd0-bb821f5cd1a5 req-97ee703a-013b-425c-924d-af337a0e27c0 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 931 time: 0.0502963 Nov 22 17:03:29.176075 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-58366973-94a5-455e-9cd0-bb821f5cd1a5 req-134f320c-3ff5-421c-88d0-bb1197fc6982 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446062 Nov 22 17:03:29.222640 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f94e177-f2e3-4705-b0ab-44266949f578 {{(pid=102627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:03:29.230510 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.242645 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.provisioning_blocks [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Transition to ACTIVE for port object 9f94e177-f2e3-4705-b0ab-44266949f578 will not be triggered until provisioned by entity L2. {{(pid=102627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:03:29.245876 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.319147 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f94e177-f2e3-4705-b0ab-44266949f578,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:29.371840 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Attempting to bind port 9f94e177-f2e3-4705-b0ab-44266949f578 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:29.372219 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Attempting to bind port 9f94e177-f2e3-4705-b0ab-44266949f578 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6700c3bf-a42e-43bd-8f88-029d1be22612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432'}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:29.372554 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Attempting to bind port 9f94e177-f2e3-4705-b0ab-44266949f578 on network 3f0b8753-02d0-41f9-ada5-cae4b59cb432 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:29.377413 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Port 9f94e177-f2e3-4705-b0ab-44266949f578 on network 3f0b8753-02d0-41f9-ada5-cae4b59cb432 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:03:29.377738 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Attempting to bind port 9f94e177-f2e3-4705-b0ab-44266949f578 on network 3f0b8753-02d0-41f9-ada5-cae4b59cb432 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:29.383327 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:29.384256 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Checking segment: {'id': '6700c3bf-a42e-43bd-8f88-029d1be22612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:29.384651 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Bound using segment: {'id': '6700c3bf-a42e-43bd-8f88-029d1be22612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432'} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:29.385084 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Bound port: 9f94e177-f2e3-4705-b0ab-44266949f578, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6700c3bf-a42e-43bd-8f88-029d1be22612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432'}}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:29.385442 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.450531 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] For port 9f94e177-f2e3-4705-b0ab-44266949f578, host hv-cinder-77819, cleared binding levels {{(pid=102627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:29.453646 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] For port 9f94e177-f2e3-4705-b0ab-44266949f578, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9f94e177-f2e3-4705-b0ab-44266949f578,segment=NetworkSegment(6700c3bf-a42e-43bd-8f88-029d1be22612),segment_id=6700c3bf-a42e-43bd-8f88-029d1be22612)] {{(pid=102627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:29.458344 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.494594 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:29.495218 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.496642 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5ec836e-13e7-48c0-9480-245b045448ab req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] 10.222.0.85 "PUT /v2.0/ports/9f94e177-f2e3-4705-b0ab-44266949f578 HTTP/1.1" status: 200 len: 1093 time: 0.6492867 Nov 22 17:03:29.497089 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97966633-6b63-481a-a12c-63224134686d', 'tag': '9f94e177-f2e3-4705-b0ab-44266949f578'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:03:29.499610 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658d6130-4e72-49b6-a1cd-60b78112c95c" -d '{"events": [{"name": "network-changed", "server_uuid": "97966633-6b63-481a-a12c-63224134686d", "tag": "9f94e177-f2e3-4705-b0ab-44266949f578"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:03:29.528627 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51603fc-c42c-4088-898f-f706fc196ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f94e177-f2e3-4705-b0ab-44266949f578,revision_number=3']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:29.547390 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97329322-a277-498b-85cb-e4607f651f75 x-openstack-request-id: req-97329322-a277-498b-85cb-e4607f651f75 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:03:29.547750 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97966633-6b63-481a-a12c-63224134686d", "tag": "9f94e177-f2e3-4705-b0ab-44266949f578", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:03:29.548932 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-97329322-a277-498b-85cb-e4607f651f75 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:03:29.548932 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97966633-6b63-481a-a12c-63224134686d', 'tag': '9f94e177-f2e3-4705-b0ab-44266949f578', 'status': 'completed', 'code': 200} Nov 22 17:03:29.610296 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec836e-13e7-48c0-9480-245b045448ab req-266423d3-163e-4abd-9430-0e47ae301c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:29.611806 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5ec836e-13e7-48c0-9480-245b045448ab req-266423d3-163e-4abd-9430-0e47ae301c42 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f1344b05d7b3482a80fd927587d155ae&device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 1096 time: 0.0456786 Nov 22 17:03:29.657067 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5ec836e-13e7-48c0-9480-245b045448ab req-e69c718b-64cf-48b7-a442-b313ca27f754 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f94e177-f2e3-4705-b0ab-44266949f578 HTTP/1.1" status: 200 len: 217 time: 0.0360124 Nov 22 17:03:29.710097 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec836e-13e7-48c0-9480-245b045448ab req-4cfad36c-9d7a-4cc1-ae3b-35322a3badf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:29.711587 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5ec836e-13e7-48c0-9480-245b045448ab req-4cfad36c-9d7a-4cc1-ae3b-35322a3badf4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f0e3506c-0615-4bc6-894f-57fb3b455633 HTTP/1.1" status: 200 len: 850 time: 0.0461972 Nov 22 17:03:29.764331 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec836e-13e7-48c0-9480-245b045448ab req-0b90f9b2-ba3f-4ae6-9021-bd24a05bbfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:29.765821 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5ec836e-13e7-48c0-9480-245b045448ab req-0b90f9b2-ba3f-4ae6-9021-bd24a05bbfb3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f0b8753-02d0-41f9-ada5-cae4b59cb432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439832 Nov 22 17:03:29.856492 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5ec836e-13e7-48c0-9480-245b045448ab req-38e922a7-f819-465c-91fc-b04bc4337129 service neutron] 10.222.0.85 "GET /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814955 Nov 22 17:03:29.950123 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5ec836e-13e7-48c0-9480-245b045448ab req-7d619a91-aafe-44cf-8a61-443d0d3fcc35 service neutron] 10.222.0.85 "GET /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851903 Nov 22 17:03:30.052361 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d6130-4e72-49b6-a1cd-60b78112c95c req-236700be-150c-47d0-aad0-231160302936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:30.053851 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-658d6130-4e72-49b6-a1cd-60b78112c95c req-236700be-150c-47d0-aad0-231160302936 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f1344b05d7b3482a80fd927587d155ae&device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 1096 time: 0.0456595 Nov 22 17:03:30.145313 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d6130-4e72-49b6-a1cd-60b78112c95c req-3ab566f9-2fc7-43c0-b2db-f177f47fd0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:30.146673 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-658d6130-4e72-49b6-a1cd-60b78112c95c req-3ab566f9-2fc7-43c0-b2db-f177f47fd0da service neutron] 10.222.0.85 "GET /v2.0/networks?id=3f0b8753-02d0-41f9-ada5-cae4b59cb432 HTTP/1.1" status: 200 len: 913 time: 0.0857215 Nov 22 17:03:30.193560 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-658d6130-4e72-49b6-a1cd-60b78112c95c req-211be889-0ca7-4010-ae12-fe670abf7481 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f94e177-f2e3-4705-b0ab-44266949f578 HTTP/1.1" status: 200 len: 217 time: 0.0374131 Nov 22 17:03:30.246295 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d6130-4e72-49b6-a1cd-60b78112c95c req-bf182497-06d9-4231-94f1-15b7f03fb922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:30.247746 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-658d6130-4e72-49b6-a1cd-60b78112c95c req-bf182497-06d9-4231-94f1-15b7f03fb922 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f0e3506c-0615-4bc6-894f-57fb3b455633 HTTP/1.1" status: 200 len: 850 time: 0.0459082 Nov 22 17:03:30.295959 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d6130-4e72-49b6-a1cd-60b78112c95c req-4a43de31-5d2b-4bf4-a7ec-b76ea00c6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:30.297497 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-658d6130-4e72-49b6-a1cd-60b78112c95c req-4a43de31-5d2b-4bf4-a7ec-b76ea00c6f1e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f0b8753-02d0-41f9-ada5-cae4b59cb432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414019 Nov 22 17:03:30.303786 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fea244-33a2-4d9c-8d69-1a06cb72f7d5 req-88c03dd5-66ac-480b-a81a-0f5b9dfc0d6e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:30.307517 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f9fea244-33a2-4d9c-8d69-1a06cb72f7d5 req-88c03dd5-66ac-480b-a81a-0f5b9dfc0d6e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 943 time: 0.0490019 Nov 22 17:03:30.361781 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f9fea244-33a2-4d9c-8d69-1a06cb72f7d5 req-783d32a5-ed3a-4c17-afc0-576bd020a93b tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500417 Nov 22 17:03:30.394585 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-658d6130-4e72-49b6-a1cd-60b78112c95c req-226e2a78-987c-4e45-add0-837c101813ef service neutron] 10.222.0.85 "GET /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893338 Nov 22 17:03:30.484265 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-658d6130-4e72-49b6-a1cd-60b78112c95c req-89933b86-1ac5-49fa-ae8e-d3b3117c213c service neutron] 10.222.0.85 "GET /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816073 Nov 22 17:03:31.482774 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45031ab-2251-4526-8b3d-65d55fd1a205 req-3f84c1ca-2dc2-459e-a4a7-d17a4bbd58a9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:31.484256 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f45031ab-2251-4526-8b3d-65d55fd1a205 req-3f84c1ca-2dc2-459e-a4a7-d17a4bbd58a9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 943 time: 0.0503054 Nov 22 17:03:31.535331 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f45031ab-2251-4526-8b3d-65d55fd1a205 req-26a65cf2-5670-4719-b983-df0def848da9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448442 Nov 22 17:03:31.810117 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-29129d97-2868-4e67-a3b6-c85b27c996ef req-b2b6f756-9af8-441c-8083-4d6d51428e3b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387895 Nov 22 17:03:31.891288 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29129d97-2868-4e67-a3b6-c85b27c996ef req-ab1393f2-51f0-4b0c-9f2d-b111a0d1d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:31.892785 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-29129d97-2868-4e67-a3b6-c85b27c996ef req-ab1393f2-51f0-4b0c-9f2d-b111a0d1d058 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff819a571f3349ab8e0b24c2113c3551&device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 1098 time: 0.0395279 Nov 22 17:03:31.999693 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29129d97-2868-4e67-a3b6-c85b27c996ef req-3e1f86ba-6a9e-4a0d-a2da-d54aa6b8fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:32.001187 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-29129d97-2868-4e67-a3b6-c85b27c996ef req-3e1f86ba-6a9e-4a0d-a2da-d54aa6b8fa22 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8a45d0e0-c483-4846-b311-02bee8b8b528 HTTP/1.1" status: 200 len: 914 time: 0.0872822 Nov 22 17:03:32.066231 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-29129d97-2868-4e67-a3b6-c85b27c996ef req-e825b54f-29c8-45b7-b23f-f4030457199b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be82e795-c386-4e10-810b-b67428606efb HTTP/1.1" status: 200 len: 1000 time: 0.0561154 Nov 22 17:03:32.117247 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29129d97-2868-4e67-a3b6-c85b27c996ef req-9ec0c603-2998-4e94-8e0e-2e0a95a91530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:32.118703 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-29129d97-2868-4e67-a3b6-c85b27c996ef req-9ec0c603-2998-4e94-8e0e-2e0a95a91530 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6366d018-e2df-44ed-80b0-34775cda3ea2 HTTP/1.1" status: 200 len: 851 time: 0.0450583 Nov 22 17:03:32.170152 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29129d97-2868-4e67-a3b6-c85b27c996ef req-b92bea76-c13d-493c-b13b-2c9f3c86c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:32.171666 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-29129d97-2868-4e67-a3b6-c85b27c996ef req-b92bea76-c13d-493c-b13b-2c9f3c86c34f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8a45d0e0-c483-4846-b311-02bee8b8b528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0447869 Nov 22 17:03:32.268664 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-29129d97-2868-4e67-a3b6-c85b27c996ef req-d41cc233-261a-4e3e-a526-814390289f83 service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856645 Nov 22 17:03:32.328263 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-2f0ba9af-0d00-4b20-be88-7512edcf1457 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923965358&fields=id&tenant_id=ff819a571f3349ab8e0b24c2113c3551 HTTP/1.1" status: 200 len: 267 time: 0.0464935 Nov 22 17:03:32.362381 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-29129d97-2868-4e67-a3b6-c85b27c996ef req-43f141cd-f659-4477-b946-fcf67dc38957 service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861638 Nov 22 17:03:32.436690 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-c0dd8940-6567-4cb4-863a-92003d167e86 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:32.438147 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-c0dd8940-6567-4cb4-863a-92003d167e86 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/networks?id=8a45d0e0-c483-4846-b311-02bee8b8b528 HTTP/1.1" status: 200 len: 812 time: 0.1027699 Nov 22 17:03:32.453434 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-9b866bf2-3d90-41e3-8df3-fd38650b17b0 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/quotas/ff819a571f3349ab8e0b24c2113c3551 HTTP/1.1" status: 200 len: 375 time: 0.0096188 Nov 22 17:03:32.504122 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-e20ba688-bb3a-4ec1-9c0e-42a2a25c527c tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ff819a571f3349ab8e0b24c2113c3551&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454748 Nov 22 17:03:32.601424 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-cee77448-7b31-44aa-899d-efb4cd2c591c service neutron] 10.222.0.75 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850451 Nov 22 17:03:32.651850 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2d614-f2c1-4a29-9b4e-c59601807ded req-a7845613-ef8f-4c9f-a5ad-d355af4b7f3f tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:32.653572 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fac2d614-f2c1-4a29-9b4e-c59601807ded req-a7845613-ef8f-4c9f-a5ad-d355af4b7f3f tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 943 time: 0.0506954 Nov 22 17:03:32.690017 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-eea1f318-dece-4dc0-9ea4-35843909dc4c service neutron] 10.222.0.75 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827253 Nov 22 17:03:32.703761 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fac2d614-f2c1-4a29-9b4e-c59601807ded req-aae07ba4-5b8e-49b9-a815-efabfad3d32b tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433476 Nov 22 17:03:32.963375 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6975b71b-31dd-4bab-9dad-a4db7ef56b27 req-57cb4edc-841b-4db9-86a3-0d75ee0ff18a tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 210 time: 0.0266819 Nov 22 17:03:33.612837 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 9f94e177-f2e3-4705-b0ab-44266949f578 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:03:33.712166 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 9f94e177-f2e3-4705-b0ab-44266949f578, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9f94e177-f2e3-4705-b0ab-44266949f578,segment=NetworkSegment(6700c3bf-a42e-43bd-8f88-029d1be22612),segment_id=6700c3bf-a42e-43bd-8f88-029d1be22612)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:33.729924 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': '9f94e177-f2e3-4705-b0ab-44266949f578', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'port_id': '9f94e177-f2e3-4705-b0ab-44266949f578', 'mac_address': 'fa:16:3e:2c:49:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:03:33.777794 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:33.796459 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f94e177-f2e3-4705-b0ab-44266949f578 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:03:33.826457 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 9f94e177-f2e3-4705-b0ab-44266949f578, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9f94e177-f2e3-4705-b0ab-44266949f578,segment=NetworkSegment(6700c3bf-a42e-43bd-8f88-029d1be22612),segment_id=6700c3bf-a42e-43bd-8f88-029d1be22612)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:33.833414 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:33.854051 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac26de-0ad7-4d35-a04f-050543f91fe0 req-afd0d9a9-5c04-4d8c-844b-e532cacaa600 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:33.856375 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ffac26de-0ad7-4d35-a04f-050543f91fe0 req-afd0d9a9-5c04-4d8c-844b-e532cacaa600 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 943 time: 0.0813313 Nov 22 17:03:33.898202 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=9f94e177-f2e3-4705-b0ab-44266949f578,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:33.919273 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ffac26de-0ad7-4d35-a04f-050543f91fe0 req-f92e672b-4b88-4c16-967d-6d4c385bc632 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562375 Nov 22 17:03:33.949021 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-9cf70087-abeb-438d-b303-cc900e4457ca tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:33.950459 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-9cf70087-abeb-438d-b303-cc900e4457ca tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.85 "GET /v2.0/networks?id=8a45d0e0-c483-4846-b311-02bee8b8b528 HTTP/1.1" status: 200 len: 812 time: 0.1423130 Nov 22 17:03:34.026937 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-52dfc7b1-301a-46ed-977e-382f609f7df6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff819a571f3349ab8e0b24c2113c3551 HTTP/1.1" status: 200 len: 380 time: 0.0657127 Nov 22 17:03:34.040644 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-d8a8d7f5-143a-4eb7-a2e3-e23ac9092c37 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Request body: {'port': {'device_id': '0636d4d1-a251-400d-a9fd-db1a96040740', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'admin_state_up': True, 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'security_groups': ['a3754c4b-96db-41f3-8d38-46c84fa2ad86']}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:34.093069 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['9f94e177-f2e3-4705-b0ab-44266949f578'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:03:34.111802 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a541b365-4cd4-44b8-aecc-26b8ab4d940d req-83402a50-3799-4039-9a58-ed5c08cb0363 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 210 time: 0.0667081 Nov 22 17:03:34.193040 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-d8a8d7f5-143a-4eb7-a2e3-e23ac9092c37 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Made reservation on behalf of ff819a571f3349ab8e0b24c2113c3551 for: {'port': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:34.197163 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-d8a8d7f5-143a-4eb7-a2e3-e23ac9092c37 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.328916 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-d8a8d7f5-143a-4eb7-a2e3-e23ac9092c37 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Allocated IP 172.20.0.4 (8a45d0e0-c483-4846-b311-02bee8b8b528/6366d018-e2df-44ed-80b0-34775cda3ea2/4b26e04c-1069-4fbf-afb8-de09a16d7054) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:34.482717 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-d8a8d7f5-143a-4eb7-a2e3-e23ac9092c37 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.517427 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-d8a8d7f5-143a-4eb7-a2e3-e23ac9092c37 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.567044 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-d8a8d7f5-143a-4eb7-a2e3-e23ac9092c37 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Network 8a45d0e0-c483-4846-b311-02bee8b8b528 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:34.570463 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-d8a8d7f5-143a-4eb7-a2e3-e23ac9092c37 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:34.574215 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-d8a8d7f5-143a-4eb7-a2e3-e23ac9092c37 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:34.600567 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8d7f5-143a-4eb7-a2e3-e23ac9092c37 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event updated for resources: {'Port': ['ID=4b26e04c-1069-4fbf-afb8-de09a16d7054,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:34.629437 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-d8a8d7f5-143a-4eb7-a2e3-e23ac9092c37 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:34.630088 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-d8a8d7f5-143a-4eb7-a2e3-e23ac9092c37 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.650415 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-d8a8d7f5-143a-4eb7-a2e3-e23ac9092c37 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6148679 Nov 22 17:03:34.663700 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Request body: {'port': {'device_id': '0636d4d1-a251-400d-a9fd-db1a96040740', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:34.721655 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.785363 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-6dcbb21e-5e43-4f3b-803d-c5861d39bae7 None None] Provisioning complete for port 4b26e04c-1069-4fbf-afb8-de09a16d7054 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:34.785994 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6dcbb21e-5e43-4f3b-803d-c5861d39bae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.819415 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6dcbb21e-5e43-4f3b-803d-c5861d39bae7 None None] Port 4b26e04c-1069-4fbf-afb8-de09a16d7054 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:03:34.984926 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b26e04c-1069-4fbf-afb8-de09a16d7054 {{(pid=102627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:03:34.992531 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.005225 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.provisioning_blocks [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Transition to ACTIVE for port object 4b26e04c-1069-4fbf-afb8-de09a16d7054 will not be triggered until provisioned by entity L2. {{(pid=102627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:03:35.009162 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.039023 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c0f61-5d6a-41d2-9808-47aad39ade1a req-20d19572-f336-4c51-99cb-851646be49b1 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:35.040568 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-837c0f61-5d6a-41d2-9808-47aad39ade1a req-20d19572-f336-4c51-99cb-851646be49b1 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 944 time: 0.0506546 Nov 22 17:03:35.061527 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Pushing event updated for resources: {'Port': ['ID=4b26e04c-1069-4fbf-afb8-de09a16d7054,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:35.100079 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-837c0f61-5d6a-41d2-9808-47aad39ade1a req-33e648ec-cb0c-4f5d-a2dc-28d86d71a433 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529950 Nov 22 17:03:35.145935 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Attempting to bind port 4b26e04c-1069-4fbf-afb8-de09a16d7054 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:35.146274 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Attempting to bind port 4b26e04c-1069-4fbf-afb8-de09a16d7054 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:35.146599 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Attempting to bind port 4b26e04c-1069-4fbf-afb8-de09a16d7054 on network 8a45d0e0-c483-4846-b311-02bee8b8b528 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:35.152017 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Port 4b26e04c-1069-4fbf-afb8-de09a16d7054 on network 8a45d0e0-c483-4846-b311-02bee8b8b528 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:03:35.152354 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Attempting to bind port 4b26e04c-1069-4fbf-afb8-de09a16d7054 on network 8a45d0e0-c483-4846-b311-02bee8b8b528 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:35.159354 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:35.159705 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Checking segment: {'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:35.160138 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Bound using segment: {'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:35.160577 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Bound port: 4b26e04c-1069-4fbf-afb8-de09a16d7054, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad054d4-dd48-4b81-b688-1742fcedf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528'}}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:35.160930 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.261973 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] For port 4b26e04c-1069-4fbf-afb8-de09a16d7054, host hv-cinder-77819, cleared binding levels {{(pid=102627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:35.266261 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] For port 4b26e04c-1069-4fbf-afb8-de09a16d7054, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4b26e04c-1069-4fbf-afb8-de09a16d7054,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:35.272139 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.287622 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e82c7-b22b-463c-9461-182a0f43f08d req-d969503c-27c3-4e73-b1df-c20f84dca574 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:35.289111 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-079e82c7-b22b-463c-9461-182a0f43f08d req-d969503c-27c3-4e73-b1df-c20f84dca574 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 943 time: 0.0882289 Nov 22 17:03:35.325425 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:35.326032 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.327367 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] 10.222.0.85 "PUT /v2.0/ports/4b26e04c-1069-4fbf-afb8-de09a16d7054 HTTP/1.1" status: 200 len: 1093 time: 0.6682987 Nov 22 17:03:35.330406 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0636d4d1-a251-400d-a9fd-db1a96040740', 'tag': '4b26e04c-1069-4fbf-afb8-de09a16d7054'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:03:35.333005 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a48b32-67f3-4828-b9f2-db25449c186b" -d '{"events": [{"name": "network-changed", "server_uuid": "0636d4d1-a251-400d-a9fd-db1a96040740", "tag": "4b26e04c-1069-4fbf-afb8-de09a16d7054"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:03:35.391176 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c8fcce-7522-471c-9c0e-9e4550e8e38a x-openstack-request-id: req-e6c8fcce-7522-471c-9c0e-9e4550e8e38a {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:03:35.391471 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0636d4d1-a251-400d-a9fd-db1a96040740", "tag": "4b26e04c-1069-4fbf-afb8-de09a16d7054", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:03:35.391724 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e6c8fcce-7522-471c-9c0e-9e4550e8e38a {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:03:35.392153 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0636d4d1-a251-400d-a9fd-db1a96040740', 'tag': '4b26e04c-1069-4fbf-afb8-de09a16d7054', 'status': 'completed', 'code': 200} Nov 22 17:03:35.420200 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddfb4e-76ec-4879-8126-22cc728e5d86 service neutron] Pushing event updated for resources: {'Port': ['ID=4b26e04c-1069-4fbf-afb8-de09a16d7054,revision_number=3']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:35.430650 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-079e82c7-b22b-463c-9461-182a0f43f08d req-8109b659-e3c8-47af-831d-1060c133148c tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211526 Nov 22 17:03:35.447847 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-9bfac586-ee62-46e3-8816-20047c8ec148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:35.449464 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-9bfac586-ee62-46e3-8816-20047c8ec148 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff819a571f3349ab8e0b24c2113c3551&device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 1096 time: 0.0734885 Nov 22 17:03:35.498706 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-473f469b-4a6f-4088-bee3-356025214e30 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b26e04c-1069-4fbf-afb8-de09a16d7054 HTTP/1.1" status: 200 len: 217 time: 0.0355644 Nov 22 17:03:35.547856 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-4f7b5c6c-90c2-46c0-aa4d-262b7a7697c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:35.549313 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-4f7b5c6c-90c2-46c0-aa4d-262b7a7697c6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6366d018-e2df-44ed-80b0-34775cda3ea2 HTTP/1.1" status: 200 len: 851 time: 0.0431728 Nov 22 17:03:35.595581 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-e1df6c3b-de38-4d39-ac53-0964df052130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:35.597295 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-e1df6c3b-de38-4d39-ac53-0964df052130 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8a45d0e0-c483-4846-b311-02bee8b8b528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401142 Nov 22 17:03:35.626482 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 9f94e177-f2e3-4705-b0ab-44266949f578 up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:35.677236 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port 9f94e177-f2e3-4705-b0ab-44266949f578 completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:03:35.682341 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port 9f94e177-f2e3-4705-b0ab-44266949f578 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:35.682714 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.692989 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-fd7cc5ea-fff3-4459-9d12-cdb05f571b36 service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880475 Nov 22 17:03:35.764095 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.787972 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97966633-6b63-481a-a12c-63224134686d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f94e177-f2e3-4705-b0ab-44266949f578'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:03:35.788830 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fdf217b0-11d6-447f-a060-0af1f4b31fe1 req-59c0503e-0ca9-41fb-b8ff-9abd69ea7621 service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878081 Nov 22 17:03:35.790997 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef754479-db41-4c07-a787-47c4318312a8" -d '{"events": [{"server_uuid": "97966633-6b63-481a-a12c-63224134686d", "name": "network-vif-plugged", "status": "completed", "tag": "9f94e177-f2e3-4705-b0ab-44266949f578"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:03:35.803852 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 9f94e177-f2e3-4705-b0ab-44266949f578, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9f94e177-f2e3-4705-b0ab-44266949f578,segment=NetworkSegment(6700c3bf-a42e-43bd-8f88-029d1be22612),segment_id=6700c3bf-a42e-43bd-8f88-029d1be22612)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:35.809634 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.832309 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8072c0-ea91-4807-806d-2a854440fe4d x-openstack-request-id: req-5b8072c0-ea91-4807-806d-2a854440fe4d {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:03:35.832598 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97966633-6b63-481a-a12c-63224134686d", "name": "network-vif-plugged", "status": "completed", "tag": "9f94e177-f2e3-4705-b0ab-44266949f578", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:03:35.832847 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5b8072c0-ea91-4807-806d-2a854440fe4d {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:03:35.833227 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97966633-6b63-481a-a12c-63224134686d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f94e177-f2e3-4705-b0ab-44266949f578', 'code': 200} Nov 22 17:03:35.860293 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=9f94e177-f2e3-4705-b0ab-44266949f578,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:36.014894 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf129f-471c-4b07-abdd-4f17b9316025 req-d8b3af00-3199-48e6-8dca-3f9e07bcc8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:36.016566 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e3bf129f-471c-4b07-abdd-4f17b9316025 req-d8b3af00-3199-48e6-8dca-3f9e07bcc8f7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 1098 time: 0.0429444 Nov 22 17:03:36.067711 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e3bf129f-471c-4b07-abdd-4f17b9316025 req-956c371a-b98f-4f87-916d-fcb33d77d41f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433829 Nov 22 17:03:36.138787 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a48b32-67f3-4828-b9f2-db25449c186b req-f9d6a764-ca7b-4b96-821d-734b9bba221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:36.140266 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-38a48b32-67f3-4828-b9f2-db25449c186b req-f9d6a764-ca7b-4b96-821d-734b9bba221f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff819a571f3349ab8e0b24c2113c3551&device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 1096 time: 0.2963388 Nov 22 17:03:36.217023 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47802f-6543-4e74-83b2-5c64101e5d73 req-af9a1e8f-c3aa-47be-8262-3faa2dabe88a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:36.218466 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3f47802f-6543-4e74-83b2-5c64101e5d73 req-af9a1e8f-c3aa-47be-8262-3faa2dabe88a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0475216 Nov 22 17:03:36.267093 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3f47802f-6543-4e74-83b2-5c64101e5d73 req-c30ead3c-8e5f-43fe-bb74-6c751949ebe4 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427294 Nov 22 17:03:36.363200 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a48b32-67f3-4828-b9f2-db25449c186b req-a3c8656b-d352-4583-bd96-0fb42f49366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:36.364677 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-38a48b32-67f3-4828-b9f2-db25449c186b req-a3c8656b-d352-4583-bd96-0fb42f49366f service neutron] 10.222.0.85 "GET /v2.0/networks?id=8a45d0e0-c483-4846-b311-02bee8b8b528 HTTP/1.1" status: 200 len: 914 time: 0.0854280 Nov 22 17:03:36.410269 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-38a48b32-67f3-4828-b9f2-db25449c186b req-829c91dc-1734-4ba4-903d-d94e10838862 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b26e04c-1069-4fbf-afb8-de09a16d7054 HTTP/1.1" status: 200 len: 217 time: 0.0371222 Nov 22 17:03:36.475122 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a48b32-67f3-4828-b9f2-db25449c186b req-5ff9ae79-155a-40d1-918b-88f7f759ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:36.476600 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-38a48b32-67f3-4828-b9f2-db25449c186b req-5ff9ae79-155a-40d1-918b-88f7f759ee6e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6366d018-e2df-44ed-80b0-34775cda3ea2 HTTP/1.1" status: 200 len: 851 time: 0.0435174 Nov 22 17:03:36.534675 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a48b32-67f3-4828-b9f2-db25449c186b req-ee36c8d3-5c7e-4352-b104-51bc9d256617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:36.536215 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-38a48b32-67f3-4828-b9f2-db25449c186b req-ee36c8d3-5c7e-4352-b104-51bc9d256617 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8a45d0e0-c483-4846-b311-02bee8b8b528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450304 Nov 22 17:03:36.550596 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11440a-c7a2-4bda-8d1f-326467201041 req-1b0b3221-c215-4b5e-8348-fbf5f69d2185 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:36.552098 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-da11440a-c7a2-4bda-8d1f-326467201041 req-1b0b3221-c215-4b5e-8348-fbf5f69d2185 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 943 time: 0.0493670 Nov 22 17:03:36.602906 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-da11440a-c7a2-4bda-8d1f-326467201041 req-1e1705bf-18a2-4fbd-8d3c-09a125b3a810 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440423 Nov 22 17:03:36.628232 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-38a48b32-67f3-4828-b9f2-db25449c186b req-2adea0b1-4ed3-457a-af08-b6cf97dd41ce service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831914 Nov 22 17:03:36.724507 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-38a48b32-67f3-4828-b9f2-db25449c186b req-3ce82a71-cb2f-47b8-a854-e034b5dbe9b3 service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880334 Nov 22 17:03:37.219343 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fa7ececf-efb2-4f9c-892a-1e616f46dc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.386655 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6c833-e321-4e33-a2d6-e285804eff72 req-dd44618a-a811-4a82-88c7-402300b45eb4 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:37.388229 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a3d6c833-e321-4e33-a2d6-e285804eff72 req-dd44618a-a811-4a82-88c7-402300b45eb4 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0511925 Nov 22 17:03:37.443733 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a3d6c833-e321-4e33-a2d6-e285804eff72 req-dc667845-0f93-4a1f-9fda-2ec0d637468d tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424542 Nov 22 17:03:37.716895 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062f1a5-4314-4f96-98e4-bc20ff342257 req-a42650fc-a284-4515-b743-8ba800c182e3 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:37.718263 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9062f1a5-4314-4f96-98e4-bc20ff342257 req-a42650fc-a284-4515-b743-8ba800c182e3 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 943 time: 0.0476789 Nov 22 17:03:37.767152 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9062f1a5-4314-4f96-98e4-bc20ff342257 req-ecc50b97-9af3-4a6e-8404-fd84e87f53ac tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427568 Nov 22 17:03:38.557662 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d4bb2-fcb0-40de-8dfe-e3416be4bf30 req-08f9ed85-e766-402e-a201-40dce9ec47d8 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:38.559163 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9a2d4bb2-fcb0-40de-8dfe-e3416be4bf30 req-08f9ed85-e766-402e-a201-40dce9ec47d8 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0487137 Nov 22 17:03:38.606708 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9a2d4bb2-fcb0-40de-8dfe-e3416be4bf30 req-53619316-48e7-4b66-9722-9a093a99ac78 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415871 Nov 22 17:03:38.722491 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52576749-fb1b-4557-96e9-7968b607a099 req-7596a7d7-b8dd-415b-8d51-32462a999f42 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:38.723849 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-52576749-fb1b-4557-96e9-7968b607a099 req-7596a7d7-b8dd-415b-8d51-32462a999f42 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0550261 Nov 22 17:03:38.732887 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50480) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:38.737143 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-957fb5c8-ce98-4ff1-9e38-5025610c392d tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Request body: {'floatingip': {'port_id': '9f94e177-f2e3-4705-b0ab-44266949f578'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:38.775093 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-957fb5c8-ce98-4ff1-9e38-5025610c392d tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for floatingip, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:38.885035 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269993c-17cc-4d35-8c92-b60fe507191d req-c03b1364-9990-446f-b9f1-a8715d582a3e tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:38.886613 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0269993c-17cc-4d35-8c92-b60fe507191d req-c03b1364-9990-446f-b9f1-a8715d582a3e tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 943 time: 0.0527978 Nov 22 17:03:38.936406 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0269993c-17cc-4d35-8c92-b60fe507191d req-e0da3239-f258-42d2-8b86-17c0836c64e8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436966 Nov 22 17:03:39.215271 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-957fb5c8-ce98-4ff1-9e38-5025610c392d tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.219360 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-957fb5c8-ce98-4ff1-9e38-5025610c392d tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3767069'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.320636 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-957fb5c8-ce98-4ff1-9e38-5025610c392d tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Floating IP ba8c9ced-5712-4a7e-8da6-b09f9fc357a6 associated. External IP: 172.27.0.173, port: 9f94e177-f2e3-4705-b0ab-44266949f578. Nov 22 17:03:39.499062 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5f556659-91de-459a-a1b3-14f69d4607b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.524418 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957fb5c8-ce98-4ff1-9e38-5025610c392d tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:03:39.629145 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957fb5c8-ce98-4ff1-9e38-5025610c392d tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:03:39.634341 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-957fb5c8-ce98-4ff1-9e38-5025610c392d tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.641901 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02bb028-91c4-4278-a927-1d7a782e38f2 None None] Sync routers for ids ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:03:39.652808 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02bb028-91c4-4278-a927-1d7a782e38f2 None None] Routers {'088aa0d6-e8d9-42e4-a697-a1230f3843c1'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:39.653513 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e02bb028-91c4-4278-a927-1d7a782e38f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:03:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:39.661707 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-957fb5c8-ce98-4ff1-9e38-5025610c392d tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "PUT /v2.0/floatingips/ba8c9ced-5712-4a7e-8da6-b09f9fc357a6 HTTP/1.1" status: 200 len: 991 time: 0.9277821 Nov 22 17:03:39.662395 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97966633-6b63-481a-a12c-63224134686d', 'tag': '9f94e177-f2e3-4705-b0ab-44266949f578'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:03:39.664777 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1554e6da-68f7-4b4a-9762-bdb5a7e9a383" -d '{"events": [{"name": "network-changed", "server_uuid": "97966633-6b63-481a-a12c-63224134686d", "tag": "9f94e177-f2e3-4705-b0ab-44266949f578"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:03:39.711146 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ea7f23-7272-4c77-b08a-88180f9300bc x-openstack-request-id: req-e4ea7f23-7272-4c77-b08a-88180f9300bc {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:03:39.711955 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97966633-6b63-481a-a12c-63224134686d", "tag": "9f94e177-f2e3-4705-b0ab-44266949f578", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:03:39.712241 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e4ea7f23-7272-4c77-b08a-88180f9300bc {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:03:39.712644 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97966633-6b63-481a-a12c-63224134686d', 'tag': '9f94e177-f2e3-4705-b0ab-44266949f578', 'status': 'completed', 'code': 200} Nov 22 17:03:39.761144 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e02bb028-91c4-4278-a927-1d7a782e38f2 None None] Set router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:03:39.774675 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554e6da-68f7-4b4a-9762-bdb5a7e9a383 req-a68a62bf-6f93-43f0-a9fd-1a68062c628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:39.776255 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1554e6da-68f7-4b4a-9762-bdb5a7e9a383 req-a68a62bf-6f93-43f0-a9fd-1a68062c628f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f1344b05d7b3482a80fd927587d155ae&device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 1098 time: 0.0415001 Nov 22 17:03:39.870055 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554e6da-68f7-4b4a-9762-bdb5a7e9a383 req-de79aed0-955e-4a4f-a77a-2694f5edce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:39.871512 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1554e6da-68f7-4b4a-9762-bdb5a7e9a383 req-de79aed0-955e-4a4f-a77a-2694f5edce1e service neutron] 10.222.0.85 "GET /v2.0/networks?id=3f0b8753-02d0-41f9-ada5-cae4b59cb432 HTTP/1.1" status: 200 len: 913 time: 0.0866981 Nov 22 17:03:39.943053 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1554e6da-68f7-4b4a-9762-bdb5a7e9a383 req-cf3c2a5b-c705-4a25-9d90-4f98c57cc5d4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f94e177-f2e3-4705-b0ab-44266949f578 HTTP/1.1" status: 200 len: 999 time: 0.0613225 Nov 22 17:03:40.002094 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554e6da-68f7-4b4a-9762-bdb5a7e9a383 req-e2881b88-c9e6-4c8b-ba49-e3cb0d55c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:40.004240 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1554e6da-68f7-4b4a-9762-bdb5a7e9a383 req-e2881b88-c9e6-4c8b-ba49-e3cb0d55c557 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f0e3506c-0615-4bc6-894f-57fb3b455633 HTTP/1.1" status: 200 len: 850 time: 0.0516951 Nov 22 17:03:40.075007 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e02bb028-91c4-4278-a927-1d7a782e38f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:22Z', 'revision_number': 4, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port': {'id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': 'ba8c9ced-5712-4a7e-8da6-b09f9fc357a6', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'port_id': '9f94e177-f2e3-4705-b0ab-44266949f578', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'mac_address': 'fa:16:3e:2c:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97966633-6b63-481a-a12c-63224134686d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:03:24Z', 'updated_at': '2021-11-22T17:03:39Z', 'revision_number': 1, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3ac4b0-5754-45c1-a495-bb968ad3f110', 'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'mac_address': 'fa:16:3e:42:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:21Z', 'updated_at': '2021-11-22T17:03:25Z', 'revision_number': 5, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'subnets': [{'id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:40.095871 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8929a4-42bd-4ee7-bd03-188f50bfeec2 req-8cd5f2bf-69c8-498b-9b82-bd81c14a9e05 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:40.097425 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9f8929a4-42bd-4ee7-bd03-188f50bfeec2 req-8cd5f2bf-69c8-498b-9b82-bd81c14a9e05 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 943 time: 0.0826335 Nov 22 17:03:40.100294 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554e6da-68f7-4b4a-9762-bdb5a7e9a383 req-07016b70-035f-4db3-ba5b-c140c3e936d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:40.101761 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1554e6da-68f7-4b4a-9762-bdb5a7e9a383 req-07016b70-035f-4db3-ba5b-c140c3e936d1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f0b8753-02d0-41f9-ada5-cae4b59cb432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0856798 Nov 22 17:03:40.103607 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02bb028-91c4-4278-a927-1d7a782e38f2 None None] Checking router: 088aa0d6-e8d9-42e4-a697-a1230f3843c1 for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:03:40.111967 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02bb028-91c4-4278-a927-1d7a782e38f2 None None] Routers {'088aa0d6-e8d9-42e4-a697-a1230f3843c1'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:40.112595 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e02bb028-91c4-4278-a927-1d7a782e38f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:03:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:40.198659 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9f8929a4-42bd-4ee7-bd03-188f50bfeec2 req-a33a8866-1a21-4680-b26d-a5ae20c4bf0c tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937481 Nov 22 17:03:40.216318 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e02bb028-91c4-4278-a927-1d7a782e38f2 None None] Set router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:03:40.237344 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1554e6da-68f7-4b4a-9762-bdb5a7e9a383 req-e6046a7f-3d48-456b-be1d-045c97f70bb0 service neutron] 10.222.0.85 "GET /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188512 Nov 22 17:03:40.336092 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1554e6da-68f7-4b4a-9762-bdb5a7e9a383 req-4ae6b437-a721-4514-a7cb-44054af01a45 service neutron] 10.222.0.85 "GET /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905750 Nov 22 17:03:40.435927 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e02bb028-91c4-4278-a927-1d7a782e38f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:22Z', 'revision_number': 4, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port': {'id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': 'ba8c9ced-5712-4a7e-8da6-b09f9fc357a6', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'port_id': '9f94e177-f2e3-4705-b0ab-44266949f578', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'mac_address': 'fa:16:3e:2c:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97966633-6b63-481a-a12c-63224134686d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:03:24Z', 'updated_at': '2021-11-22T17:03:39Z', 'revision_number': 1, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3ac4b0-5754-45c1-a495-bb968ad3f110', 'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'mac_address': 'fa:16:3e:42:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:21Z', 'updated_at': '2021-11-22T17:03:25Z', 'revision_number': 5, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'subnets': [{'id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:40.460669 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02bb028-91c4-4278-a927-1d7a782e38f2 None None] The sync data for ids ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'] in dv-cinder-778193-11-iscsi is: [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:22Z', 'revision_number': 4, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port': {'id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': 'ba8c9ced-5712-4a7e-8da6-b09f9fc357a6', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'port_id': '9f94e177-f2e3-4705-b0ab-44266949f578', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'mac_address': 'fa:16:3e:2c:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97966633-6b63-481a-a12c-63224134686d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:03:24Z', 'updated_at': '2021-11-22T17:03:39Z', 'revision_number': 1, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3ac4b0-5754-45c1-a495-bb968ad3f110', 'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'mac_address': 'fa:16:3e:42:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:21Z', 'updated_at': '2021-11-22T17:03:25Z', 'revision_number': 5, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'subnets': [{'id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:03:40.642736 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18bb96e-a8f2-4dfd-9a0f-73f777a805cb None None] New status for floating IP ba8c9ced-5712-4a7e-8da6-b09f9fc357a6: ACTIVE {{(pid=102629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:03:40.933525 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:41.314502 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e3fcb-6f55-44db-92be-3bda0b2c16d7 req-397542c7-a278-4b78-8f03-c8dbbd68e6b1 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:41.315966 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ea1e3fcb-6f55-44db-92be-3bda0b2c16d7 req-397542c7-a278-4b78-8f03-c8dbbd68e6b1 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 943 time: 0.0489740 Nov 22 17:03:41.365174 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ea1e3fcb-6f55-44db-92be-3bda0b2c16d7 req-8905cabe-1f92-47c0-a903-64e41b10f3a8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428376 Nov 22 17:03:42.210720 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.482920 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621084eb-1cd7-4327-a3c9-8a9c13c9455b req-82551676-5378-4a09-8561-99e511b74bc3 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:42.484317 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-621084eb-1cd7-4327-a3c9-8a9c13c9455b req-82551676-5378-4a09-8561-99e511b74bc3 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 943 time: 0.0520697 Nov 22 17:03:42.533510 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-621084eb-1cd7-4327-a3c9-8a9c13c9455b req-1f660f70-183b-4ca3-9c33-d0763fb6955b tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431767 Nov 22 17:03:43.151944 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:43.649283 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d78f1-52da-4d3a-96fb-3c3a92699fae req-5ee29929-a816-46aa-84fb-6a7822c97f05 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:43.650745 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e74d78f1-52da-4d3a-96fb-3c3a92699fae req-5ee29929-a816-46aa-84fb-6a7822c97f05 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 943 time: 0.0500963 Nov 22 17:03:43.658363 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 4b26e04c-1069-4fbf-afb8-de09a16d7054 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:03:43.700764 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e74d78f1-52da-4d3a-96fb-3c3a92699fae req-9096abb2-1c04-4acf-8497-00813980aef2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436761 Nov 22 17:03:43.755621 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 4b26e04c-1069-4fbf-afb8-de09a16d7054, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4b26e04c-1069-4fbf-afb8-de09a16d7054,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:43.766548 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': '4b26e04c-1069-4fbf-afb8-de09a16d7054', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'port_id': '4b26e04c-1069-4fbf-afb8-de09a16d7054', 'mac_address': 'fa:16:3e:37:2b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:03:43.803116 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:43.815754 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b26e04c-1069-4fbf-afb8-de09a16d7054 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:03:43.834030 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 4b26e04c-1069-4fbf-afb8-de09a16d7054, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4b26e04c-1069-4fbf-afb8-de09a16d7054,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:43.839452 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:43.887686 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=4b26e04c-1069-4fbf-afb8-de09a16d7054,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:44.141421 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['4b26e04c-1069-4fbf-afb8-de09a16d7054'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:03:44.818646 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07270aba-e20b-4d54-bcfc-80e33071b8b6 req-102e38c2-7606-4a3a-ae9b-8a74acd729d0 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:44.820038 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-07270aba-e20b-4d54-bcfc-80e33071b8b6 req-102e38c2-7606-4a3a-ae9b-8a74acd729d0 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 944 time: 0.0520627 Nov 22 17:03:44.869155 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-07270aba-e20b-4d54-bcfc-80e33071b8b6 req-198a01d9-ce31-4984-826f-cd57c06c9303 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427525 Nov 22 17:03:45.673111 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 4b26e04c-1069-4fbf-afb8-de09a16d7054 up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:45.724566 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port 4b26e04c-1069-4fbf-afb8-de09a16d7054 completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:03:45.729039 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port 4b26e04c-1069-4fbf-afb8-de09a16d7054 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:45.729416 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.807090 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.828833 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0636d4d1-a251-400d-a9fd-db1a96040740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b26e04c-1069-4fbf-afb8-de09a16d7054'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:03:45.831196 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2a5d70-db1a-4378-848c-546fb2a5c552" -d '{"events": [{"server_uuid": "0636d4d1-a251-400d-a9fd-db1a96040740", "name": "network-vif-plugged", "status": "completed", "tag": "4b26e04c-1069-4fbf-afb8-de09a16d7054"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:03:45.844068 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 4b26e04c-1069-4fbf-afb8-de09a16d7054, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4b26e04c-1069-4fbf-afb8-de09a16d7054,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:45.848427 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.875524 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c96c14-6ccf-4910-a099-ca11d61b2944 x-openstack-request-id: req-28c96c14-6ccf-4910-a099-ca11d61b2944 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:03:45.875811 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0636d4d1-a251-400d-a9fd-db1a96040740", "name": "network-vif-plugged", "status": "completed", "tag": "4b26e04c-1069-4fbf-afb8-de09a16d7054", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:03:45.876091 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-28c96c14-6ccf-4910-a099-ca11d61b2944 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:03:45.876472 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0636d4d1-a251-400d-a9fd-db1a96040740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b26e04c-1069-4fbf-afb8-de09a16d7054', 'code': 200} Nov 22 17:03:45.909709 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=4b26e04c-1069-4fbf-afb8-de09a16d7054,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:45.996824 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc839671-d30c-43ed-a3e4-8b3520ae4fe7 req-ed789e8c-12f9-4d66-bed7-e93532523745 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:45.998588 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fc839671-d30c-43ed-a3e4-8b3520ae4fe7 req-ed789e8c-12f9-4d66-bed7-e93532523745 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 945 time: 0.0521140 Nov 22 17:03:46.050619 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fc839671-d30c-43ed-a3e4-8b3520ae4fe7 req-49c48df5-db77-4448-a6c1-ab4c53b67015 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459087 Nov 22 17:03:46.097364 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490bebf-637a-4e10-a56a-6a16d4660b0f req-3c5ab967-566d-4238-921a-6c1554ce890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:46.098839 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c490bebf-637a-4e10-a56a-6a16d4660b0f req-3c5ab967-566d-4238-921a-6c1554ce890e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 1098 time: 0.0401154 Nov 22 17:03:46.145819 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c490bebf-637a-4e10-a56a-6a16d4660b0f req-c2c2ce2b-ce28-4b6f-b991-5152029479fe service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399785 Nov 22 17:03:46.990800 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7d18d-5120-43d5-998b-4bae16b82543 req-b408558b-b5e1-4aaf-ba55-e23c9db36baa tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:46.992897 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e4d7d18d-5120-43d5-998b-4bae16b82543 req-b408558b-b5e1-4aaf-ba55-e23c9db36baa tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0493031 Nov 22 17:03:47.046357 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e4d7d18d-5120-43d5-998b-4bae16b82543 req-d8af6b4e-bdd2-45f0-8f49-e97c9f370d43 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470791 Nov 22 17:03:47.166695 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffc05d-933c-4885-87ce-92ca98d06c92 req-3a8999f3-e5f6-484b-bcdd-22bee869ba92 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:47.168222 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-50ffc05d-933c-4885-87ce-92ca98d06c92 req-3a8999f3-e5f6-484b-bcdd-22bee869ba92 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 945 time: 0.0497384 Nov 22 17:03:47.221339 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-50ffc05d-933c-4885-87ce-92ca98d06c92 req-d7c1293f-9d9c-4d1c-8282-b2463a0eb563 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471690 Nov 22 17:03:48.159241 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae10bd4-1d17-4136-bcda-536877d94b63 req-8d190335-ce62-42cd-b26a-1db772ecfda7 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:48.160705 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8ae10bd4-1d17-4136-bcda-536877d94b63 req-8d190335-ce62-42cd-b26a-1db772ecfda7 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0479701 Nov 22 17:03:48.213870 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8ae10bd4-1d17-4136-bcda-536877d94b63 req-2f754def-ac70-43b1-9405-40d43fc6f5b1 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465834 Nov 22 17:03:48.336586 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232805f-5606-427a-95ce-78d651cbeb0e req-49f60f08-c6d1-45ae-9b20-3c92ce6672d9 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:48.338009 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1232805f-5606-427a-95ce-78d651cbeb0e req-49f60f08-c6d1-45ae-9b20-3c92ce6672d9 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 945 time: 0.0492692 Nov 22 17:03:48.387757 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1232805f-5606-427a-95ce-78d651cbeb0e req-b2d297c1-bb5f-4157-b9c0-3e5fa69a266c tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439909 Nov 22 17:03:48.501361 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be3768-d12e-4a64-889f-c3f2d42ec827 req-d4d9c8a1-2569-431f-8577-307539727aa8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:48.502862 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f1be3768-d12e-4a64-889f-c3f2d42ec827 req-d4d9c8a1-2569-431f-8577-307539727aa8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 945 time: 0.0499382 Nov 22 17:03:48.553516 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f1be3768-d12e-4a64-889f-c3f2d42ec827 req-a801ddae-0a26-482b-851d-55f495283c3a tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431437 Nov 22 17:03:48.576153 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50532) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:48.713374 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab05857-68f4-4aed-9d54-edd573b2c082 tempest-TestVolumeBootPattern-1011046462 tempest-TestVolumeBootPattern-1011046462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:48.714870 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3ab05857-68f4-4aed-9d54-edd573b2c082 tempest-TestVolumeBootPattern-1011046462 tempest-TestVolumeBootPattern-1011046462-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 1093 time: 0.1377339 Nov 22 17:03:48.717676 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50536) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:48.722001 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Request body: {'floatingip': {'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'port_id': '4b26e04c-1069-4fbf-afb8-de09a16d7054', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:48.744471 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:48.840103 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:48.947074 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Allocated IP 172.27.0.59 (d3425354-8fe0-452b-a94a-32f4eb04cb86/91bd23ed-08b5-4bc5-9b3d-886376dc3ccb/6226d39c-e81e-4a28-936e-aab4062f1bba) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:49.046101 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:49.079751 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:49.120696 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:49.123754 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:49.126841 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:49.154696 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event updated for resources: {'Port': ['ID=6226d39c-e81e-4a28-936e-aab4062f1bba,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:49.334234 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8402428-8883-49e0-bb29-32236b6355ff req-e51349c8-d72c-465c-952b-0b41547535eb tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:49.335833 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a8402428-8883-49e0-bb29-32236b6355ff req-e51349c8-d72c-465c-952b-0b41547535eb tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0477879 Nov 22 17:03:49.386401 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a8402428-8883-49e0-bb29-32236b6355ff req-604abe47-a97c-44b2-87ab-bced1f05b4be tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443695 Nov 22 17:03:49.481648 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:49.790198 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:49.937772 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:49.942140 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25513919'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.011639 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event updated for resources: {'Port': ['ID=6226d39c-e81e-4a28-936e-aab4062f1bba,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:50.021325 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3767069'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.120170 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Floating IP ff45a42f-7102-4249-8a9b-c6e528d2493f associated. External IP: 172.27.0.59, port: 4b26e04c-1069-4fbf-afb8-de09a16d7054. Nov 22 17:03:50.323756 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Router 8593a199-e35b-4352-848a-b86cefd7a859 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:03:50.432037 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:03:50.450591 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda45047-a292-4933-a3b8-02bbe376d59b None None] Sync routers for ids ['8593a199-e35b-4352-848a-b86cefd7a859'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:03:50.453362 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.470591 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda45047-a292-4933-a3b8-02bbe376d59b None None] Routers {'8593a199-e35b-4352-848a-b86cefd7a859'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:50.471196 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fda45047-a292-4933-a3b8-02bbe376d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:03:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8593a199-e35b-4352-848a-b86cefd7a859'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:50.485251 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-05f3b90a-2ee6-4b0c-826f-dd75a0631031 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7622137 Nov 22 17:03:50.485251 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0636d4d1-a251-400d-a9fd-db1a96040740', 'tag': '4b26e04c-1069-4fbf-afb8-de09a16d7054'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:03:50.485251 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f007251-1b8f-44d9-9b70-16404ffc4ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "0636d4d1-a251-400d-a9fd-db1a96040740", "tag": "4b26e04c-1069-4fbf-afb8-de09a16d7054"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:03:50.513908 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278b1a2-1373-4e74-8b60-024df0ba0af4 req-e46b137d-d05f-45ed-8625-5ce5a92e6a53 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:50.515435 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d278b1a2-1373-4e74-8b60-024df0ba0af4 req-e46b137d-d05f-45ed-8625-5ce5a92e6a53 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0621624 Nov 22 17:03:50.529886 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c78483-274a-4470-8eec-340ce0400ccc x-openstack-request-id: req-84c78483-274a-4470-8eec-340ce0400ccc {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:03:50.530172 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0636d4d1-a251-400d-a9fd-db1a96040740", "tag": "4b26e04c-1069-4fbf-afb8-de09a16d7054", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:03:50.530415 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-84c78483-274a-4470-8eec-340ce0400ccc {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:03:50.530807 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0636d4d1-a251-400d-a9fd-db1a96040740', 'tag': '4b26e04c-1069-4fbf-afb8-de09a16d7054', 'status': 'completed', 'code': 200} Nov 22 17:03:50.578313 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d278b1a2-1373-4e74-8b60-024df0ba0af4 req-73a1010f-9204-419b-96bd-ef487d184027 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566299 Nov 22 17:03:50.592377 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-fda45047-a292-4933-a3b8-02bbe376d59b None None] Set router 8593a199-e35b-4352-848a-b86cefd7a859 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:03:50.611516 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f007251-1b8f-44d9-9b70-16404ffc4ad5 req-d50a66e9-c9c8-4cf0-89c5-c8ca62d4461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:50.613026 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9f007251-1b8f-44d9-9b70-16404ffc4ad5 req-d50a66e9-c9c8-4cf0-89c5-c8ca62d4461f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff819a571f3349ab8e0b24c2113c3551&device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 1098 time: 0.0478048 Nov 22 17:03:50.713745 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f007251-1b8f-44d9-9b70-16404ffc4ad5 req-7f4a3fe8-19d5-420e-a2e1-3bb281237698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:50.715131 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9f007251-1b8f-44d9-9b70-16404ffc4ad5 req-7f4a3fe8-19d5-420e-a2e1-3bb281237698 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8a45d0e0-c483-4846-b311-02bee8b8b528 HTTP/1.1" status: 200 len: 914 time: 0.0914550 Nov 22 17:03:50.790871 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9f007251-1b8f-44d9-9b70-16404ffc4ad5 req-98e513bc-c7f6-440b-a367-060ba60fbf8d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b26e04c-1069-4fbf-afb8-de09a16d7054 HTTP/1.1" status: 200 len: 998 time: 0.0585582 Nov 22 17:03:50.821121 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fda45047-a292-4933-a3b8-02bbe376d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': 'eeb79f26-70e0-4f99-9684-a32f4abeb9ec', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'port_id': 'be82e795-c386-4e10-810b-b67428606efb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'mac_address': 'fa:16:3e:a2:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:01:29Z', 'updated_at': '2021-11-22T17:01:32Z', 'revision_number': 1, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'fixed_ip_address_scope': None}, {'id': 'ff45a42f-7102-4249-8a9b-c6e528d2493f', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'port_id': '4b26e04c-1069-4fbf-afb8-de09a16d7054', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'mac_address': 'fa:16:3e:37:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636d4d1-a251-400d-a9fd-db1a96040740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:03:49Z', 'updated_at': '2021-11-22T17:03:49Z', 'revision_number': 0, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:50.840184 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f007251-1b8f-44d9-9b70-16404ffc4ad5 req-47c897cc-4827-47e5-8eb4-1a9092cae846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:50.841614 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9f007251-1b8f-44d9-9b70-16404ffc4ad5 req-47c897cc-4827-47e5-8eb4-1a9092cae846 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6366d018-e2df-44ed-80b0-34775cda3ea2 HTTP/1.1" status: 200 len: 851 time: 0.0436876 Nov 22 17:03:50.846309 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda45047-a292-4933-a3b8-02bbe376d59b None None] Checking router: 8593a199-e35b-4352-848a-b86cefd7a859 for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:03:50.855295 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda45047-a292-4933-a3b8-02bbe376d59b None None] Routers {'8593a199-e35b-4352-848a-b86cefd7a859'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:50.855883 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fda45047-a292-4933-a3b8-02bbe376d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:03:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8593a199-e35b-4352-848a-b86cefd7a859'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:50.892226 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f007251-1b8f-44d9-9b70-16404ffc4ad5 req-d203224f-1776-49c1-a0d4-679974bbc220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:50.893723 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9f007251-1b8f-44d9-9b70-16404ffc4ad5 req-d203224f-1776-49c1-a0d4-679974bbc220 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8a45d0e0-c483-4846-b311-02bee8b8b528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436049 Nov 22 17:03:50.964040 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-fda45047-a292-4933-a3b8-02bbe376d59b None None] Set router 8593a199-e35b-4352-848a-b86cefd7a859 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:03:50.993419 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9f007251-1b8f-44d9-9b70-16404ffc4ad5 req-672c1f16-5883-4778-9bec-1c87548f1d6e service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883207 Nov 22 17:03:51.087697 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9f007251-1b8f-44d9-9b70-16404ffc4ad5 req-d6bbeada-b6b0-494f-9faf-79008bb7286d service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865598 Nov 22 17:03:51.189156 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fda45047-a292-4933-a3b8-02bbe376d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': 'eeb79f26-70e0-4f99-9684-a32f4abeb9ec', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'port_id': 'be82e795-c386-4e10-810b-b67428606efb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'mac_address': 'fa:16:3e:a2:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:01:29Z', 'updated_at': '2021-11-22T17:01:32Z', 'revision_number': 1, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'fixed_ip_address_scope': None}, {'id': 'ff45a42f-7102-4249-8a9b-c6e528d2493f', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'port_id': '4b26e04c-1069-4fbf-afb8-de09a16d7054', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'mac_address': 'fa:16:3e:37:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636d4d1-a251-400d-a9fd-db1a96040740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:03:49Z', 'updated_at': '2021-11-22T17:03:49Z', 'revision_number': 0, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:51.222762 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda45047-a292-4933-a3b8-02bbe376d59b None None] The sync data for ids ['8593a199-e35b-4352-848a-b86cefd7a859'] in dv-cinder-778193-11-iscsi is: [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': 'eeb79f26-70e0-4f99-9684-a32f4abeb9ec', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'port_id': 'be82e795-c386-4e10-810b-b67428606efb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'mac_address': 'fa:16:3e:a2:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:01:29Z', 'updated_at': '2021-11-22T17:01:32Z', 'revision_number': 1, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'fixed_ip_address_scope': None}, {'id': 'ff45a42f-7102-4249-8a9b-c6e528d2493f', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'port_id': '4b26e04c-1069-4fbf-afb8-de09a16d7054', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'mac_address': 'fa:16:3e:37:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0636d4d1-a251-400d-a9fd-db1a96040740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:03:49Z', 'updated_at': '2021-11-22T17:03:49Z', 'revision_number': 0, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:03:51.404448 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05538b0a-a090-4425-bbd7-61bc1ca51717 None None] New status for floating IP ff45a42f-7102-4249-8a9b-c6e528d2493f: ACTIVE {{(pid=102629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:03:51.692624 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397a88f-46b4-4788-b104-456e92c82ee2 req-db059824-2f56-432f-a0b2-9f3eb7646b54 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:51.694114 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0397a88f-46b4-4788-b104-456e92c82ee2 req-db059824-2f56-432f-a0b2-9f3eb7646b54 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0487721 Nov 22 17:03:51.743305 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0397a88f-46b4-4788-b104-456e92c82ee2 req-8923e975-70ca-4155-8118-ff1af5ca5e62 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427544 Nov 22 17:03:52.860157 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ca4fc-0cd3-40b8-aa05-f7dc00b8e43b req-6de882df-274f-47af-a57d-2c29ffb66a2c tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:52.861634 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-266ca4fc-0cd3-40b8-aa05-f7dc00b8e43b req-6de882df-274f-47af-a57d-2c29ffb66a2c tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0501468 Nov 22 17:03:52.911666 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-266ca4fc-0cd3-40b8-aa05-f7dc00b8e43b req-3adbc6ee-e306-4e2f-953a-c151cae66d55 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440247 Nov 22 17:03:54.030622 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64569eea-4a5a-4440-8858-43eaed141ea7 req-cd9fc700-24a2-477e-9dd6-2c4f41493a80 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:54.032095 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-64569eea-4a5a-4440-8858-43eaed141ea7 req-cd9fc700-24a2-477e-9dd6-2c4f41493a80 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0528951 Nov 22 17:03:54.080497 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-64569eea-4a5a-4440-8858-43eaed141ea7 req-94cb6b95-38cc-46fc-85f0-420dbb93d62b tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426073 Nov 22 17:03:55.199530 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedfa5b-4afb-41a7-8882-00e2e99bbd48 req-3e206b42-b318-4ea4-9790-63570cd313e7 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:55.201051 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-acedfa5b-4afb-41a7-8882-00e2e99bbd48 req-3e206b42-b318-4ea4-9790-63570cd313e7 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0492811 Nov 22 17:03:55.254295 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-acedfa5b-4afb-41a7-8882-00e2e99bbd48 req-7692bd9a-9f33-4f87-ab3b-d3217e9da1a5 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474060 Nov 22 17:03:56.370140 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a75261-4186-40e1-9f25-15eaa8a3451f req-a4db5555-6032-4cd7-ae91-d849703cf479 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:56.371593 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-67a75261-4186-40e1-9f25-15eaa8a3451f req-a4db5555-6032-4cd7-ae91-d849703cf479 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0486884 Nov 22 17:03:56.420052 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-67a75261-4186-40e1-9f25-15eaa8a3451f req-5e8948c0-3f89-4c4f-b978-47325250087e tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423491 Nov 22 17:03:56.590069 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:03:57.536728 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805014a8-e921-4ad9-9f09-a24bae739009 req-322eacf5-dcce-4268-a19b-a52d257fd544 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:57.538263 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-805014a8-e921-4ad9-9f09-a24bae739009 req-322eacf5-dcce-4268-a19b-a52d257fd544 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0513341 Nov 22 17:03:57.589684 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-805014a8-e921-4ad9-9f09-a24bae739009 req-dccd9efc-c944-4bc8-a16f-eb0c12935651 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451617 Nov 22 17:03:58.391606 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:58.707027 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87375759-957a-4de0-91fa-37428f540a77 req-1b2ddd4c-89d0-468f-ab4d-935280d102c5 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:58.708402 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-87375759-957a-4de0-91fa-37428f540a77 req-1b2ddd4c-89d0-468f-ab4d-935280d102c5 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0505073 Nov 22 17:03:58.757107 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-87375759-957a-4de0-91fa-37428f540a77 req-f9244825-340a-466f-bc6e-0bf28cea2aea tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423670 Nov 22 17:03:59.872152 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff77877-493d-4ca8-9b29-a33e4b3ce45f req-3aaf0c8b-d22b-4d7b-bd1f-73dc0682c401 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:59.873861 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0ff77877-493d-4ca8-9b29-a33e4b3ce45f req-3aaf0c8b-d22b-4d7b-bd1f-73dc0682c401 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0498965 Nov 22 17:03:59.921800 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0ff77877-493d-4ca8-9b29-a33e4b3ce45f req-1198dcea-4b2a-4c2d-bef9-6afa19c3149a tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420423 Nov 22 17:04:01.037241 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c568220-0bc6-47f7-886a-496b4e3b66cf req-06ea5055-c721-493a-a263-87ea9fceafc6 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:01.039337 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2c568220-0bc6-47f7-886a-496b4e3b66cf req-06ea5055-c721-493a-a263-87ea9fceafc6 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0499442 Nov 22 17:04:01.090593 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2c568220-0bc6-47f7-886a-496b4e3b66cf req-93024eaf-5620-4458-8c83-ac73797d9f3f tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453625 Nov 22 17:04:02.159774 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a51dc4-ad9a-4440-a645-6598ebc31b54 req-e257c453-5ffb-49c7-8547-ccdbd0d41db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:02.161295 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b0a51dc4-ad9a-4440-a645-6598ebc31b54 req-e257c453-5ffb-49c7-8547-ccdbd0d41db1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=234dfc34b8c44fabbcc37105ad6737a9&device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 1098 time: 0.0415471 Nov 22 17:04:02.207554 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a71fb2-cfd6-4711-88df-7a51bf71d782 req-cb478f10-ee9e-42e1-9195-193e706899ff tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:02.209099 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f4a71fb2-cfd6-4711-88df-7a51bf71d782 req-cb478f10-ee9e-42e1-9195-193e706899ff tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0496817 Nov 22 17:04:02.260939 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f4a71fb2-cfd6-4711-88df-7a51bf71d782 req-221e9ce8-aec3-498a-9d62-4fd53fdbb445 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449283 Nov 22 17:04:02.262358 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a51dc4-ad9a-4440-a645-6598ebc31b54 req-8efbab61-73f2-4e65-a77d-3e7c72cebbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:02.263796 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b0a51dc4-ad9a-4440-a645-6598ebc31b54 req-8efbab61-73f2-4e65-a77d-3e7c72cebbf4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f1499780-a371-42fe-b888-7375a93e2941 HTTP/1.1" status: 200 len: 910 time: 0.0905907 Nov 22 17:04:02.331476 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b0a51dc4-ad9a-4440-a645-6598ebc31b54 req-eca8627b-d1e3-4a04-b4cb-70597bcfb534 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=698ba038-217c-4372-abc0-53d31cdc936a HTTP/1.1" status: 200 len: 1001 time: 0.0568826 Nov 22 17:04:02.380490 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a51dc4-ad9a-4440-a645-6598ebc31b54 req-ce09b590-087f-4687-adf8-b30401f67498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:02.381796 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b0a51dc4-ad9a-4440-a645-6598ebc31b54 req-ce09b590-087f-4687-adf8-b30401f67498 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=327dd3ea-04ce-4476-b99d-9d2373ff6452 HTTP/1.1" status: 200 len: 847 time: 0.0426979 Nov 22 17:04:02.434556 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a51dc4-ad9a-4440-a645-6598ebc31b54 req-055b77a9-dbbf-4600-bbbe-03b0c774bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:02.436053 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b0a51dc4-ad9a-4440-a645-6598ebc31b54 req-055b77a9-dbbf-4600-bbbe-03b0c774bb68 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f1499780-a371-42fe-b888-7375a93e2941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430255 Nov 22 17:04:02.525289 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b0a51dc4-ad9a-4440-a645-6598ebc31b54 req-59b12e25-dd9d-4ba4-96e5-7301ec103e6b service neutron] 10.222.0.85 "GET /v2.0/networks/f1499780-a371-42fe-b888-7375a93e2941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806174 Nov 22 17:04:02.618078 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b0a51dc4-ad9a-4440-a645-6598ebc31b54 req-cf273ad0-a8b7-4dad-8f19-279f0a3a5773 service neutron] 10.222.0.85 "GET /v2.0/networks/f1499780-a371-42fe-b888-7375a93e2941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852304 Nov 22 17:04:03.381412 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba54f87-2b1b-402e-bf49-eaeadc777584 req-fde055e5-25ab-4f4e-a8e4-a6fdd095e246 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:03.382851 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3ba54f87-2b1b-402e-bf49-eaeadc777584 req-fde055e5-25ab-4f4e-a8e4-a6fdd095e246 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0479364 Nov 22 17:04:03.432834 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3ba54f87-2b1b-402e-bf49-eaeadc777584 req-0589e4ff-6f00-4f2c-b4f5-e9951723e21e tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441105 Nov 22 17:04:04.551941 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95634794-4663-42d8-b1d5-6268b853024b req-c19fce7c-dce3-4ad9-89a6-19d63124988b tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:04.553417 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-95634794-4663-42d8-b1d5-6268b853024b req-c19fce7c-dce3-4ad9-89a6-19d63124988b tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0522981 Nov 22 17:04:04.603344 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-95634794-4663-42d8-b1d5-6268b853024b req-a9d9a44e-458f-4cbf-b797-012e69207bf8 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430448 Nov 22 17:04:05.716069 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27db7b-a45a-4090-adad-9092e6346746 req-1897d1ab-d49b-4d47-809d-f06763c82fe7 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:05.717515 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5c27db7b-a45a-4090-adad-9092e6346746 req-1897d1ab-d49b-4d47-809d-f06763c82fe7 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0470786 Nov 22 17:04:05.766087 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5c27db7b-a45a-4090-adad-9092e6346746 req-16503e65-1205-433b-8a0d-9836c58600e0 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426924 Nov 22 17:04:05.834867 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [req-0af55d36-23b6-4da1-bada-1392923a579b req-98514615-f589-4500-b198-fba4c28ec9b8 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:04:05.836836 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0af55d36-23b6-4da1-bada-1392923a579b req-98514615-f589-4500-b198-fba4c28ec9b8 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064585 Nov 22 17:04:05.971561 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50616) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:05.989746 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e50de-a4bf-4a0c-b071-487473ddf85b req-74e1e592-2213-4674-bd4d-781440c9f8b7 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:05.991263 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-334e50de-a4bf-4a0c-b071-487473ddf85b req-74e1e592-2213-4674-bd4d-781440c9f8b7 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0536342 Nov 22 17:04:06.043157 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-334e50de-a4bf-4a0c-b071-487473ddf85b req-698f3857-8829-492a-a71e-1a89047dbe2b tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459580 Nov 22 17:04:06.057771 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-984d394d-d48e-46ca-ba24-5f50db503d48 req-34133f1d-e8cf-49c3-970b-657dc7803322 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850468 Nov 22 17:04:06.067013 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [req-984d394d-d48e-46ca-ba24-5f50db503d48 req-9302342a-57f2-4bea-b1bd-4e0a8e89401c service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:04:06.067953 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-984d394d-d48e-46ca-ba24-5f50db503d48 req-9302342a-57f2-4bea-b1bd-4e0a8e89401c service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047765 Nov 22 17:04:07.158461 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e06898-a0dd-4958-854a-b53ea0e92038 req-d223dc54-118e-4917-aeca-7f3f005e5a15 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:07.159973 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d8e06898-a0dd-4958-854a-b53ea0e92038 req-d223dc54-118e-4917-aeca-7f3f005e5a15 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0496032 Nov 22 17:04:07.211432 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d8e06898-a0dd-4958-854a-b53ea0e92038 req-2f198283-97c1-42fd-8594-04993eb6f86e tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438995 Nov 22 17:04:07.225008 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f4e062ba-df3d-48ac-a8c5-23604a8c7510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.579261 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d394d-d48e-46ca-ba24-5f50db503d48 req-335ee0d8-ba89-47ed-82bc-62d3a00b64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:07.580784 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-984d394d-d48e-46ca-ba24-5f50db503d48 req-335ee0d8-ba89-47ed-82bc-62d3a00b64b6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852&tenant_id=234dfc34b8c44fabbcc37105ad6737a9 HTTP/1.1" status: 200 len: 1098 time: 0.0402679 Nov 22 17:04:07.646547 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d394d-d48e-46ca-ba24-5f50db503d48 req-76245d7e-bfcf-4419-b089-658d684c36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:07.648093 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-984d394d-d48e-46ca-ba24-5f50db503d48 req-76245d7e-bfcf-4419-b089-658d684c36f2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=234dfc34b8c44fabbcc37105ad6737a9&device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 1098 time: 0.0406711 Nov 22 17:04:07.743315 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d394d-d48e-46ca-ba24-5f50db503d48 req-f21cc5e1-c813-4ac8-967a-344577808ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:07.744803 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-984d394d-d48e-46ca-ba24-5f50db503d48 req-f21cc5e1-c813-4ac8-967a-344577808ee3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f1499780-a371-42fe-b888-7375a93e2941 HTTP/1.1" status: 200 len: 910 time: 0.0869606 Nov 22 17:04:07.769063 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 698ba038-217c-4372-abc0-53d31cdc936a no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:04:07.814589 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-984d394d-d48e-46ca-ba24-5f50db503d48 req-d2942135-f362-4119-8557-e31c7fe9b28e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=698ba038-217c-4372-abc0-53d31cdc936a HTTP/1.1" status: 200 len: 1001 time: 0.0577018 Nov 22 17:04:07.847439 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.870416 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d394d-d48e-46ca-ba24-5f50db503d48 req-cf3810b3-e5b6-490f-a2ec-b41452c7abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:07.870676 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c04bf27-d787-4ddd-ada1-138925610852', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '698ba038-217c-4372-abc0-53d31cdc936a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:04:07.871865 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-984d394d-d48e-46ca-ba24-5f50db503d48 req-cf3810b3-e5b6-490f-a2ec-b41452c7abc8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=327dd3ea-04ce-4476-b99d-9d2373ff6452 HTTP/1.1" status: 200 len: 847 time: 0.0470529 Nov 22 17:04:07.873118 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025782cc-b7e6-4ab3-a20e-85f808eca5a0" -d '{"events": [{"server_uuid": "3c04bf27-d787-4ddd-ada1-138925610852", "name": "network-vif-unplugged", "status": "completed", "tag": "698ba038-217c-4372-abc0-53d31cdc936a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:04:07.886389 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 698ba038-217c-4372-abc0-53d31cdc936a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=698ba038-217c-4372-abc0-53d31cdc936a,segment=NetworkSegment(d6aafc62-38ed-4efa-a2e7-5412652ae8b9),segment_id=d6aafc62-38ed-4efa-a2e7-5412652ae8b9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:07.891820 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.915775 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb49d0b6-4658-4965-baca-49c39f42b611 x-openstack-request-id: req-cb49d0b6-4658-4965-baca-49c39f42b611 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:04:07.916097 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c04bf27-d787-4ddd-ada1-138925610852", "name": "network-vif-unplugged", "status": "completed", "tag": "698ba038-217c-4372-abc0-53d31cdc936a", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:04:07.916353 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cb49d0b6-4658-4965-baca-49c39f42b611 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:04:07.916748 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c04bf27-d787-4ddd-ada1-138925610852', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '698ba038-217c-4372-abc0-53d31cdc936a', 'code': 200} Nov 22 17:04:07.932335 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d394d-d48e-46ca-ba24-5f50db503d48 req-e94f77fb-c3eb-40a3-9db9-03d76ef7614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:07.933807 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-984d394d-d48e-46ca-ba24-5f50db503d48 req-e94f77fb-c3eb-40a3-9db9-03d76ef7614c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f1499780-a371-42fe-b888-7375a93e2941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427008 Nov 22 17:04:07.942355 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=698ba038-217c-4372-abc0-53d31cdc936a,revision_number=6']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:08.033138 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-984d394d-d48e-46ca-ba24-5f50db503d48 req-82e524db-a79d-44f2-bf6c-70437aa650d3 service neutron] 10.222.0.85 "GET /v2.0/networks/f1499780-a371-42fe-b888-7375a93e2941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819361 Nov 22 17:04:08.127689 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-984d394d-d48e-46ca-ba24-5f50db503d48 req-1a129711-5d67-412c-b145-667710b7f0c8 service neutron] 10.222.0.85 "GET /v2.0/networks/f1499780-a371-42fe-b888-7375a93e2941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855234 Nov 22 17:04:08.328802 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac5597-7516-4478-869b-d7dccd3ab561 req-6efe6700-5916-4169-bbdf-614d24723f7e tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:08.330242 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1eac5597-7516-4478-869b-d7dccd3ab561 req-6efe6700-5916-4169-bbdf-614d24723f7e tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 943 time: 0.0486574 Nov 22 17:04:08.379244 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1eac5597-7516-4478-869b-d7dccd3ab561 req-723615e3-e9c8-4d69-93df-c570ebb5c49f tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431879 Nov 22 17:04:09.499575 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ac355-8013-4896-a702-db79e03d1b16 req-ca591555-baee-4651-8a1a-7d8a1be1cf19 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:09.501115 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-020ac355-8013-4896-a702-db79e03d1b16 req-ca591555-baee-4651-8a1a-7d8a1be1cf19 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 943 time: 0.0523212 Nov 22 17:04:09.505747 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4e07bc43-9ffe-4871-802f-088ee5be875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:09.554710 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-020ac355-8013-4896-a702-db79e03d1b16 req-c825ef4e-98b0-45d8-bf58-af78aac1fbdd tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444021 Nov 22 17:04:10.670822 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ebb7d-ca13-4d6b-80a8-14ada040b2a4 req-cab5d3cd-7f2d-4f4b-b7ea-dab71b296bf9 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:10.672288 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bf0ebb7d-ca13-4d6b-80a8-14ada040b2a4 req-cab5d3cd-7f2d-4f4b-b7ea-dab71b296bf9 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 943 time: 0.0474293 Nov 22 17:04:10.721966 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bf0ebb7d-ca13-4d6b-80a8-14ada040b2a4 req-1b6e9188-3ef5-47ee-a59d-7a5770e1b2ee tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437860 Nov 22 17:04:10.937491 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.836083 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc2908-fea7-48a7-8efc-cbfbd9d99712 req-a5dfecbf-d45c-47e3-ae7b-669a3050fbf4 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:11.837541 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d0fc2908-fea7-48a7-8efc-cbfbd9d99712 req-a5dfecbf-d45c-47e3-ae7b-669a3050fbf4 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 943 time: 0.0485559 Nov 22 17:04:11.890236 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d0fc2908-fea7-48a7-8efc-cbfbd9d99712 req-1b09df38-d9c8-42d1-8ece-05165d5a3041 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468915 Nov 22 17:04:12.214409 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.004366 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c8ae6-4008-4c36-ab40-4ec975e7d993 req-8d07690e-15cb-4f06-9908-af09fac456e5 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:13.005828 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ca2c8ae6-4008-4c36-ab40-4ec975e7d993 req-8d07690e-15cb-4f06-9908-af09fac456e5 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 943 time: 0.0504477 Nov 22 17:04:13.055589 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ca2c8ae6-4008-4c36-ab40-4ec975e7d993 req-d5e55dbc-cbc4-4bb8-94f3-b96ab56acdcd tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436096 Nov 22 17:04:13.157137 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.169168 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5721c06-0c58-497d-9b95-ce5271c91911 req-4e8f64dd-211e-4599-9ed6-fd8e213c6355 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:14.170654 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f5721c06-0c58-497d-9b95-ce5271c91911 req-4e8f64dd-211e-4599-9ed6-fd8e213c6355 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 943 time: 0.0481811 Nov 22 17:04:14.219725 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f5721c06-0c58-497d-9b95-ce5271c91911 req-53bd7388-54fa-461f-a9b3-42015873dd6f tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431376 Nov 22 17:04:14.628337 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d6639-a4b2-4162-bb16-fefae10f63f0 req-992c5211-a5e5-4c1b-a1a9-21baf3f16dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:14.629790 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2a4d6639-a4b2-4162-bb16-fefae10f63f0 req-992c5211-a5e5-4c1b-a1a9-21baf3f16dec service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 1096 time: 0.0429189 Nov 22 17:04:14.677127 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2a4d6639-a4b2-4162-bb16-fefae10f63f0 req-1140efe8-fc20-4f03-b7ca-dc1930106820 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390966 Nov 22 17:04:15.332592 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723b628-bb82-4d60-a764-2e26610337ac req-065ba1b6-c350-4755-a647-97908e14a436 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:15.333940 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6723b628-bb82-4d60-a764-2e26610337ac req-065ba1b6-c350-4755-a647-97908e14a436 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 943 time: 0.0477545 Nov 22 17:04:15.385045 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6723b628-bb82-4d60-a764-2e26610337ac req-1ff2043d-2852-4f48-b3ad-582d982ca632 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452189 Nov 22 17:04:15.833640 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 698ba038-217c-4372-abc0-53d31cdc936a details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:04:15.928741 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 698ba038-217c-4372-abc0-53d31cdc936a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=698ba038-217c-4372-abc0-53d31cdc936a,segment=NetworkSegment(d6aafc62-38ed-4efa-a2e7-5412652ae8b9),segment_id=d6aafc62-38ed-4efa-a2e7-5412652ae8b9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:15.940197 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': '698ba038-217c-4372-abc0-53d31cdc936a', 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941', 'port_id': '698ba038-217c-4372-abc0-53d31cdc936a', 'mac_address': 'fa:16:3e:11:02:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:04:15.982852 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.996690 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698ba038-217c-4372-abc0-53d31cdc936a {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:04:16.017053 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 698ba038-217c-4372-abc0-53d31cdc936a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=698ba038-217c-4372-abc0-53d31cdc936a,segment=NetworkSegment(d6aafc62-38ed-4efa-a2e7-5412652ae8b9),segment_id=d6aafc62-38ed-4efa-a2e7-5412652ae8b9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:16.020573 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.066703 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=698ba038-217c-4372-abc0-53d31cdc936a,revision_number=7']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:16.343835 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['698ba038-217c-4372-abc0-53d31cdc936a'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:04:16.504101 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a322b3b-138c-4ad6-a874-b0250e77687e req-cfd7f27b-4a27-4827-a15b-4b1723cd0006 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:16.505660 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5a322b3b-138c-4ad6-a874-b0250e77687e req-cfd7f27b-4a27-4827-a15b-4b1723cd0006 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 944 time: 0.0531313 Nov 22 17:04:16.563176 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5a322b3b-138c-4ad6-a874-b0250e77687e req-2fb4f9a7-80f7-4a79-9878-50ec26fc4b6b tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507684 Nov 22 17:04:17.830269 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 698ba038-217c-4372-abc0-53d31cdc936a up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:17.877502 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port 698ba038-217c-4372-abc0-53d31cdc936a triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:17.877868 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.954733 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.976857 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c04bf27-d787-4ddd-ada1-138925610852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698ba038-217c-4372-abc0-53d31cdc936a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:04:17.979104 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b84801-79cc-497e-96d4-29becad64491" -d '{"events": [{"server_uuid": "3c04bf27-d787-4ddd-ada1-138925610852", "name": "network-vif-plugged", "status": "completed", "tag": "698ba038-217c-4372-abc0-53d31cdc936a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:04:17.992118 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 698ba038-217c-4372-abc0-53d31cdc936a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=698ba038-217c-4372-abc0-53d31cdc936a,segment=NetworkSegment(d6aafc62-38ed-4efa-a2e7-5412652ae8b9),segment_id=d6aafc62-38ed-4efa-a2e7-5412652ae8b9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:17.997212 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.022547 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c172734-26c2-4144-9fa4-773fcfbf4204 x-openstack-request-id: req-5c172734-26c2-4144-9fa4-773fcfbf4204 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:04:18.022845 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c04bf27-d787-4ddd-ada1-138925610852", "name": "network-vif-plugged", "status": "completed", "tag": "698ba038-217c-4372-abc0-53d31cdc936a", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:04:18.023101 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5c172734-26c2-4144-9fa4-773fcfbf4204 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:04:18.023503 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c04bf27-d787-4ddd-ada1-138925610852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698ba038-217c-4372-abc0-53d31cdc936a', 'code': 200} Nov 22 17:04:18.046538 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=698ba038-217c-4372-abc0-53d31cdc936a,revision_number=8']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:18.054124 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:18.054462 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:18.054806 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:18.055143 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:18.055474 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:18.055808 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:18.056185 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:18.056519 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:18.056845 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:18.057252 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:18.057587 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:18.057917 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:28.389149 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.809228 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e25c3d1c-f39d-4ee8-abdb-cc6b6f5d99b1 req-538ce4bd-7305-42cf-a35a-874bad50b8ff service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395536 Nov 22 17:04:31.871193 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c3d1c-f39d-4ee8-abdb-cc6b6f5d99b1 req-aa57976c-947f-4b24-b8ff-dbf90a80231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:31.872928 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e25c3d1c-f39d-4ee8-abdb-cc6b6f5d99b1 req-aa57976c-947f-4b24-b8ff-dbf90a80231f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=234dfc34b8c44fabbcc37105ad6737a9&device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 1098 time: 0.0407913 Nov 22 17:04:31.982358 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c3d1c-f39d-4ee8-abdb-cc6b6f5d99b1 req-4fa06c78-23b6-40ee-9aea-a16f4685eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:31.983827 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e25c3d1c-f39d-4ee8-abdb-cc6b6f5d99b1 req-4fa06c78-23b6-40ee-9aea-a16f4685eff5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f1499780-a371-42fe-b888-7375a93e2941 HTTP/1.1" status: 200 len: 910 time: 0.0855460 Nov 22 17:04:32.061170 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e25c3d1c-f39d-4ee8-abdb-cc6b6f5d99b1 req-344fd0f9-e5bb-4be5-a404-366b7120d24f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=698ba038-217c-4372-abc0-53d31cdc936a HTTP/1.1" status: 200 len: 1001 time: 0.0567307 Nov 22 17:04:32.112265 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c3d1c-f39d-4ee8-abdb-cc6b6f5d99b1 req-7dabbd95-2913-4466-92a9-caf813017738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:32.113720 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e25c3d1c-f39d-4ee8-abdb-cc6b6f5d99b1 req-7dabbd95-2913-4466-92a9-caf813017738 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=327dd3ea-04ce-4476-b99d-9d2373ff6452 HTTP/1.1" status: 200 len: 847 time: 0.0428576 Nov 22 17:04:32.167434 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c3d1c-f39d-4ee8-abdb-cc6b6f5d99b1 req-a9f30fb2-2b0e-4c39-aba2-8e55fb4aa94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:32.168915 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e25c3d1c-f39d-4ee8-abdb-cc6b6f5d99b1 req-a9f30fb2-2b0e-4c39-aba2-8e55fb4aa94d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f1499780-a371-42fe-b888-7375a93e2941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434499 Nov 22 17:04:32.261929 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e25c3d1c-f39d-4ee8-abdb-cc6b6f5d99b1 req-8261a783-42be-4f60-a439-7fa6dabd909f service neutron] 10.222.0.85 "GET /v2.0/networks/f1499780-a371-42fe-b888-7375a93e2941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832481 Nov 22 17:04:32.356206 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e25c3d1c-f39d-4ee8-abdb-cc6b6f5d99b1 req-af0d736b-fe7f-4a11-9e65-5c9c5806a45c service neutron] 10.222.0.85 "GET /v2.0/networks/f1499780-a371-42fe-b888-7375a93e2941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827813 Nov 22 17:04:32.936321 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017f996-ece3-4e36-a1ef-04d27871f051 req-3a869367-003f-4bab-bfb8-b8cb15756aa0 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:32.937759 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5017f996-ece3-4e36-a1ef-04d27871f051 req-3a869367-003f-4bab-bfb8-b8cb15756aa0 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0481174 Nov 22 17:04:32.988871 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5017f996-ece3-4e36-a1ef-04d27871f051 req-15f2716a-2ad8-4576-a9fd-4edf4a926a49 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445437 Nov 22 17:04:33.589482 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:04:34.106918 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa70bab-fa95-402d-b1fa-7431add67a36 req-437ae3a0-3a4d-498e-9c77-add24fcf62e6 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:34.108400 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1aa70bab-fa95-402d-b1fa-7431add67a36 req-437ae3a0-3a4d-498e-9c77-add24fcf62e6 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0491190 Nov 22 17:04:34.156540 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1aa70bab-fa95-402d-b1fa-7431add67a36 req-e6c61bdb-a466-4d82-93f1-29be39469c46 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423007 Nov 22 17:04:35.269450 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29304341-c63f-4dc9-b242-baf183e125c2 req-f0cf3ee7-0f16-4501-93bd-ef3b1014f066 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:35.270875 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-29304341-c63f-4dc9-b242-baf183e125c2 req-f0cf3ee7-0f16-4501-93bd-ef3b1014f066 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0480404 Nov 22 17:04:35.318483 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-29304341-c63f-4dc9-b242-baf183e125c2 req-0f78c597-63bd-41ca-9de0-25492b6555ed tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416305 Nov 22 17:04:36.431250 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679eaadb-e2c2-44b9-a514-fd66acb4c8a3 req-b8eb6f05-857c-467b-bb94-14b295a6ed65 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:36.432745 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-679eaadb-e2c2-44b9-a514-fd66acb4c8a3 req-b8eb6f05-857c-467b-bb94-14b295a6ed65 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0473433 Nov 22 17:04:36.479685 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-679eaadb-e2c2-44b9-a514-fd66acb4c8a3 req-2d7a8889-5f39-4b2d-8bc7-2e16a01e6328 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410480 Nov 22 17:04:37.218046 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b879cfce-fa6f-47d1-b539-049f56e734bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.593748 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32987bb-7cf5-4eb5-907c-76d3ea976101 req-b4df21c9-5ec4-4d2e-acbe-90a594cf6be9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:37.595197 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a32987bb-7cf5-4eb5-907c-76d3ea976101 req-b4df21c9-5ec4-4d2e-acbe-90a594cf6be9 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0482955 Nov 22 17:04:37.642673 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a32987bb-7cf5-4eb5-907c-76d3ea976101 req-6142e036-554d-4500-8706-054ed84b8790 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409527 Nov 22 17:04:38.761098 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73150b91-cf0a-4d38-8c3c-fd64ef47053a req-eda3c8e1-1184-4100-a6a8-994be837003f tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:38.762539 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-73150b91-cf0a-4d38-8c3c-fd64ef47053a req-eda3c8e1-1184-4100-a6a8-994be837003f tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0519915 Nov 22 17:04:38.808839 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-73150b91-cf0a-4d38-8c3c-fd64ef47053a req-4be725ce-8aba-4e66-bdab-285b838d0619 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402069 Nov 22 17:04:39.497261 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bb5ef6bc-2f6b-4d0e-b6d8-51e676a69416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.926404 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff41f7-a93d-4912-8941-566e4d8fd831 req-52c4810b-e2ba-4458-a5b2-08e5b7ae086c tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:39.928404 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b7ff41f7-a93d-4912-8941-566e4d8fd831 req-52c4810b-e2ba-4458-a5b2-08e5b7ae086c tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0516665 Nov 22 17:04:39.975724 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b7ff41f7-a93d-4912-8941-566e4d8fd831 req-9a8e8c90-3256-4747-91bd-9ed41a756ceb tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410869 Nov 22 17:04:40.939485 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.089766 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3f190-29bd-4f5a-9743-b4d885ca3ab9 req-46d54ffb-91f5-4498-87aa-c0cdf1d4647e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:41.091229 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-25c3f190-29bd-4f5a-9743-b4d885ca3ab9 req-46d54ffb-91f5-4498-87aa-c0cdf1d4647e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0477552 Nov 22 17:04:41.137890 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-25c3f190-29bd-4f5a-9743-b4d885ca3ab9 req-de4ca534-cbbb-4ef4-be7e-3bd9d99698a1 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407753 Nov 22 17:04:42.217213 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.254220 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bbb41-1cbe-48ae-91b9-d68b03a8c1ef req-6ee090e6-3c73-423a-9c5d-e59e30d1ce9c tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:42.255717 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9f0bbb41-1cbe-48ae-91b9-d68b03a8c1ef req-6ee090e6-3c73-423a-9c5d-e59e30d1ce9c tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0507936 Nov 22 17:04:42.303410 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9f0bbb41-1cbe-48ae-91b9-d68b03a8c1ef req-54767cac-35f4-499c-b172-e5d3d2cbfb86 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416765 Nov 22 17:04:43.159452 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.417262 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70191aa-f33f-41dd-87e0-d1e04ec8af2c req-38aa73a9-3ae0-4ea3-9454-fc9e8b507a46 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:43.418662 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a70191aa-f33f-41dd-87e0-d1e04ec8af2c req-38aa73a9-3ae0-4ea3-9454-fc9e8b507a46 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0490062 Nov 22 17:04:43.469003 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a70191aa-f33f-41dd-87e0-d1e04ec8af2c req-a35cfa49-d2a0-4132-9c8a-39e406319038 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445244 Nov 22 17:04:44.583739 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d87fe-3984-4096-8144-736f1d69eddc req-77e7caa9-62ae-486d-b096-872252891c77 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:44.585232 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-673d87fe-3984-4096-8144-736f1d69eddc req-77e7caa9-62ae-486d-b096-872252891c77 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0476346 Nov 22 17:04:44.634982 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-673d87fe-3984-4096-8144-736f1d69eddc req-7883cadd-72de-4a99-bc8d-04d65ab47144 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439241 Nov 22 17:04:45.762356 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64b432-ece8-4f9a-ba42-1de858771cf4 req-2a6f7fa9-d2e6-4927-9074-4891a37c5c87 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:45.763864 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5b64b432-ece8-4f9a-ba42-1de858771cf4 req-2a6f7fa9-d2e6-4927-9074-4891a37c5c87 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0494232 Nov 22 17:04:45.810776 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5b64b432-ece8-4f9a-ba42-1de858771cf4 req-0e5cf549-dc8f-4c9f-a950-5a123d7525a8 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409338 Nov 22 17:04:46.922903 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b37ef-0bfd-4e6c-a38e-d694d84f4e49 req-04fc5f9f-5437-48e0-a104-9515e83336d2 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:46.924362 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9c1b37ef-0bfd-4e6c-a38e-d694d84f4e49 req-04fc5f9f-5437-48e0-a104-9515e83336d2 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0473790 Nov 22 17:04:46.970765 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9c1b37ef-0bfd-4e6c-a38e-d694d84f4e49 req-6f19ad41-b364-4ad9-98a7-2ff7231589b5 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399764 Nov 22 17:04:48.086109 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b634e43-8f56-44fa-8e56-9c287a6b7e08 req-0540d763-6fe2-4700-b3c4-b5e4190e05ea tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:48.087568 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3b634e43-8f56-44fa-8e56-9c287a6b7e08 req-0540d763-6fe2-4700-b3c4-b5e4190e05ea tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0482376 Nov 22 17:04:48.134428 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3b634e43-8f56-44fa-8e56-9c287a6b7e08 req-b79987b9-7b5f-4b8c-ae7e-01a20925c3cd tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408709 Nov 22 17:04:49.248489 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cae306-cb90-4c67-a1c8-9a347d24241f req-70627067-e130-4263-adf0-cf614bec2532 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:49.249964 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-38cae306-cb90-4c67-a1c8-9a347d24241f req-70627067-e130-4263-adf0-cf614bec2532 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0484164 Nov 22 17:04:49.298138 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-38cae306-cb90-4c67-a1c8-9a347d24241f req-cf9d78c8-0cb2-46b3-9207-3245cafd6e12 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423152 Nov 22 17:04:49.494777 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a88594-bce9-4393-abd2-c73b151dd5b7 req-6e4aca0b-e9dd-4318-921d-7687c89902ff tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:49.496282 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e9a88594-bce9-4393-abd2-c73b151dd5b7 req-6e4aca0b-e9dd-4318-921d-7687c89902ff tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0515902 Nov 22 17:04:49.548382 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e9a88594-bce9-4393-abd2-c73b151dd5b7 req-7d182c07-9351-479a-9187-96d5003c01d4 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454423 Nov 22 17:04:49.804316 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa46d0-12e8-4cf3-8a34-3a21eab3dadd req-4c9845e4-6af1-4795-8e64-092c0d8aec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:49.805855 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dffa46d0-12e8-4cf3-8a34-3a21eab3dadd req-4c9845e4-6af1-4795-8e64-092c0d8aec2c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f1344b05d7b3482a80fd927587d155ae&device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 1098 time: 0.2877092 Nov 22 17:04:49.895513 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa46d0-12e8-4cf3-8a34-3a21eab3dadd req-db3a6f00-614f-43d3-aed6-f6ca9a11f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:49.897036 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dffa46d0-12e8-4cf3-8a34-3a21eab3dadd req-db3a6f00-614f-43d3-aed6-f6ca9a11f1a2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3f0b8753-02d0-41f9-ada5-cae4b59cb432 HTTP/1.1" status: 200 len: 913 time: 0.0826206 Nov 22 17:04:49.965472 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dffa46d0-12e8-4cf3-8a34-3a21eab3dadd req-45d0249d-a8e6-4837-b5e1-b10f134aab9a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f94e177-f2e3-4705-b0ab-44266949f578 HTTP/1.1" status: 200 len: 1001 time: 0.0604899 Nov 22 17:04:50.017335 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa46d0-12e8-4cf3-8a34-3a21eab3dadd req-84abc709-9e5b-40c3-a182-e6e062593144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:50.018772 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dffa46d0-12e8-4cf3-8a34-3a21eab3dadd req-84abc709-9e5b-40c3-a182-e6e062593144 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f0e3506c-0615-4bc6-894f-57fb3b455633 HTTP/1.1" status: 200 len: 850 time: 0.0453267 Nov 22 17:04:50.065820 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa46d0-12e8-4cf3-8a34-3a21eab3dadd req-3d86da01-a140-4bd3-a88e-5390ac83c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:50.067320 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dffa46d0-12e8-4cf3-8a34-3a21eab3dadd req-3d86da01-a140-4bd3-a88e-5390ac83c995 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f0b8753-02d0-41f9-ada5-cae4b59cb432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403185 Nov 22 17:04:50.163331 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dffa46d0-12e8-4cf3-8a34-3a21eab3dadd req-38ed9116-4456-403f-88ca-e6b781f6b13f service neutron] 10.222.0.85 "GET /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877514 Nov 22 17:04:50.256592 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dffa46d0-12e8-4cf3-8a34-3a21eab3dadd req-b0f4a3dc-e96f-48b2-b69e-2fa22560201d service neutron] 10.222.0.85 "GET /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840533 Nov 22 17:04:50.668649 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876f709-8423-4d66-bb92-b0291f57cd4f req-2f27b180-263c-457f-9bbf-73b1eb7a3b3f tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:50.670121 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1876f709-8423-4d66-bb92-b0291f57cd4f req-2f27b180-263c-457f-9bbf-73b1eb7a3b3f tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0509853 Nov 22 17:04:50.720750 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1876f709-8423-4d66-bb92-b0291f57cd4f req-90c67134-1733-4d59-8d5e-6ec785916338 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447080 Nov 22 17:04:51.836082 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19e1a7-4072-4ae5-80df-91d9dd3c2d13 req-c0c2f58a-c4cb-4b91-ae8b-743831c69f5a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:51.837440 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fa19e1a7-4072-4ae5-80df-91d9dd3c2d13 req-c0c2f58a-c4cb-4b91-ae8b-743831c69f5a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0479693 Nov 22 17:04:51.885057 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fa19e1a7-4072-4ae5-80df-91d9dd3c2d13 req-fd85e5b0-a19c-4550-8f65-967921d89952 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417888 Nov 22 17:04:58.392337 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:07.219572 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b35bfa00-1164-4d9f-b7df-d8c69d760108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:09.500253 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc161abe-c2b8-48ac-9ea7-f200c057b088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:10.589061 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:05:10.943652 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:12.220250 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:13.162823 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:26.720536 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8f6c9-b428-44dd-9037-5f6c70550cec req-38c82fd7-3dbe-47f9-a5a4-e334c6af86cc tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:26.721924 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0cc8f6c9-b428-44dd-9037-5f6c70550cec req-38c82fd7-3dbe-47f9-a5a4-e334c6af86cc tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0490761 Nov 22 17:05:26.770658 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0cc8f6c9-b428-44dd-9037-5f6c70550cec req-f72fe77f-53b0-49dd-907f-177bc634845b tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414605 Nov 22 17:05:27.944906 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f4297-6cac-46a5-8528-fd6b843907b5 req-87c27186-3c18-459d-9f6b-840be16581e7 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:27.946340 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9f3f4297-6cac-46a5-8528-fd6b843907b5 req-87c27186-3c18-459d-9f6b-840be16581e7 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.1027365 Nov 22 17:05:27.992495 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9f3f4297-6cac-46a5-8528-fd6b843907b5 req-8216962b-4042-4720-9f64-b93ed608b4be tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402946 Nov 22 17:05:28.399771 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:29.114995 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e593c07-8a47-4c9a-8d75-f6e61e2d8fb7 req-be1272d3-6fd3-41a0-a4ce-1a7abab114d1 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:29.116484 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5e593c07-8a47-4c9a-8d75-f6e61e2d8fb7 req-be1272d3-6fd3-41a0-a4ce-1a7abab114d1 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0477240 Nov 22 17:05:29.163612 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5e593c07-8a47-4c9a-8d75-f6e61e2d8fb7 req-67406632-8ff4-4a6b-b8a1-04f6f9730be0 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409923 Nov 22 17:05:29.611166 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50814) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:29.763649 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Deleting port 6226d39c-e81e-4a28-936e-aab4062f1bba {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:29.763989 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:29.836802 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:29.837029 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:29.848846 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Calling delete_port for 6226d39c-e81e-4a28-936e-aab4062f1bba owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:29.995313 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:30.020790 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event deleted for resources: {'Port': ['ID=6226d39c-e81e-4a28-936e-aab4062f1bba,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:30.067623 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:30.067977 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:30.068349 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:30.068693 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:30.069027 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:30.069364 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:30.069694 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:30.070024 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:30.070354 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:30.070676 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:30.070997 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:30.071317 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:30.115046 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:30.115280 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Floating IP ff45a42f-7102-4249-8a9b-c6e528d2493f disassociated (deleted). External IP: 172.27.0.59, port: 4b26e04c-1069-4fbf-afb8-de09a16d7054. Nov 22 17:05:30.356232 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c9ce5-4b44-4fc9-bc4c-482d5de96449 req-5ff1734f-191f-40b2-a767-85a8720cbf40 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:30.357688 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-073c9ce5-4b44-4fc9-bc4c-482d5de96449 req-5ff1734f-191f-40b2-a767-85a8720cbf40 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.1057823 Nov 22 17:05:30.362613 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Router 8593a199-e35b-4352-848a-b86cefd7a859 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:05:30.450117 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-073c9ce5-4b44-4fc9-bc4c-482d5de96449 req-26cfe31a-e71c-4ac7-a74b-3027121c559b tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858080 Nov 22 17:05:30.505353 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:05:30.510200 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:30.516649 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73777c7-9e3f-4a90-944e-95e751c61f3e None None] Sync routers for ids ['8593a199-e35b-4352-848a-b86cefd7a859'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:05:30.527461 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73777c7-9e3f-4a90-944e-95e751c61f3e None None] Routers {'8593a199-e35b-4352-848a-b86cefd7a859'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:30.528192 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e73777c7-9e3f-4a90-944e-95e751c61f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:05:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8593a199-e35b-4352-848a-b86cefd7a859'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:30.536242 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-18988793-e6fb-4a1c-9d5c-9926fe63b0f2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "DELETE /v2.0/floatingips/ff45a42f-7102-4249-8a9b-c6e528d2493f HTTP/1.1" status: 204 len: 168 time: 0.9239399 Nov 22 17:05:30.540399 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0636d4d1-a251-400d-a9fd-db1a96040740', 'tag': '4b26e04c-1069-4fbf-afb8-de09a16d7054'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:30.540399 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830d186f-4c28-4182-a5f8-a1859685d4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0636d4d1-a251-400d-a9fd-db1a96040740", "tag": "4b26e04c-1069-4fbf-afb8-de09a16d7054"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:30.583507 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a4b450-ed52-43ae-a3ec-eeaf4835e78a x-openstack-request-id: req-56a4b450-ed52-43ae-a3ec-eeaf4835e78a {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:30.584048 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0636d4d1-a251-400d-a9fd-db1a96040740", "tag": "4b26e04c-1069-4fbf-afb8-de09a16d7054", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:30.584475 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-56a4b450-ed52-43ae-a3ec-eeaf4835e78a {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:30.585136 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0636d4d1-a251-400d-a9fd-db1a96040740', 'tag': '4b26e04c-1069-4fbf-afb8-de09a16d7054', 'status': 'completed', 'code': 200} Nov 22 17:05:30.639761 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e73777c7-9e3f-4a90-944e-95e751c61f3e None None] Set router 8593a199-e35b-4352-848a-b86cefd7a859 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:30.660236 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d186f-4c28-4182-a5f8-a1859685d4ec req-c31a89b5-e1a6-45fa-8b1f-0e2a154d10e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:30.661917 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-830d186f-4c28-4182-a5f8-a1859685d4ec req-c31a89b5-e1a6-45fa-8b1f-0e2a154d10e3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff819a571f3349ab8e0b24c2113c3551&device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 1098 time: 0.0492332 Nov 22 17:05:30.764300 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d186f-4c28-4182-a5f8-a1859685d4ec req-20170c65-f7de-4aa1-92e9-21dd52ccab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:30.765848 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-830d186f-4c28-4182-a5f8-a1859685d4ec req-20170c65-f7de-4aa1-92e9-21dd52ccab78 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8a45d0e0-c483-4846-b311-02bee8b8b528 HTTP/1.1" status: 200 len: 914 time: 0.0937369 Nov 22 17:05:30.814711 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-830d186f-4c28-4182-a5f8-a1859685d4ec req-98a03393-0df6-4777-bfa2-dfd8ad971981 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b26e04c-1069-4fbf-afb8-de09a16d7054 HTTP/1.1" status: 200 len: 217 time: 0.0406930 Nov 22 17:05:30.896544 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d186f-4c28-4182-a5f8-a1859685d4ec req-1a62f5e4-00ad-4916-9e93-5a509a0b3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:30.899105 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-830d186f-4c28-4182-a5f8-a1859685d4ec req-1a62f5e4-00ad-4916-9e93-5a509a0b3b8f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6366d018-e2df-44ed-80b0-34775cda3ea2 HTTP/1.1" status: 200 len: 851 time: 0.0760958 Nov 22 17:05:30.914117 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e73777c7-9e3f-4a90-944e-95e751c61f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': 'eeb79f26-70e0-4f99-9684-a32f4abeb9ec', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'port_id': 'be82e795-c386-4e10-810b-b67428606efb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'mac_address': 'fa:16:3e:a2:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:01:29Z', 'updated_at': '2021-11-22T17:01:32Z', 'revision_number': 1, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:30.941753 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73777c7-9e3f-4a90-944e-95e751c61f3e None None] Checking router: 8593a199-e35b-4352-848a-b86cefd7a859 for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:05:30.950436 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73777c7-9e3f-4a90-944e-95e751c61f3e None None] Routers {'8593a199-e35b-4352-848a-b86cefd7a859'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:30.950784 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d186f-4c28-4182-a5f8-a1859685d4ec req-1e5eeb9d-0e40-41e4-ac68-c047cd4b138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:30.951186 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e73777c7-9e3f-4a90-944e-95e751c61f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:05:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8593a199-e35b-4352-848a-b86cefd7a859'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:30.952302 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-830d186f-4c28-4182-a5f8-a1859685d4ec req-1e5eeb9d-0e40-41e4-ac68-c047cd4b138c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8a45d0e0-c483-4846-b311-02bee8b8b528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448704 Nov 22 17:05:30.957574 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ed43c-a640-4bde-afbc-da6ae223a9a5 req-1757e616-9282-4cde-9cb4-f76a46a1ef22 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:30.959220 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-272ed43c-a640-4bde-afbc-da6ae223a9a5 req-1757e616-9282-4cde-9cb4-f76a46a1ef22 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 945 time: 0.0498497 Nov 22 17:05:30.964335 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [req-830d186f-4c28-4182-a5f8-a1859685d4ec req-d16c53f6-87a6-492f-a384-f9842fdeaab6 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:05:30.965353 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-830d186f-4c28-4182-a5f8-a1859685d4ec req-d16c53f6-87a6-492f-a384-f9842fdeaab6 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051448 Nov 22 17:05:31.016971 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-272ed43c-a640-4bde-afbc-da6ae223a9a5 req-d8648354-ae13-40d2-9d44-8cb76a83b0e1 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502563 Nov 22 17:05:31.057669 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e73777c7-9e3f-4a90-944e-95e751c61f3e None None] Set router 8593a199-e35b-4352-848a-b86cefd7a859 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:31.064790 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-830d186f-4c28-4182-a5f8-a1859685d4ec req-afb5aeb9-3d39-49c8-af30-8eb41da7ecd6 service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914307 Nov 22 17:05:31.155930 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-830d186f-4c28-4182-a5f8-a1859685d4ec req-269291a1-0547-491a-961b-0a73b7d5eb66 service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831358 Nov 22 17:05:31.281996 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e73777c7-9e3f-4a90-944e-95e751c61f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': 'eeb79f26-70e0-4f99-9684-a32f4abeb9ec', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'port_id': 'be82e795-c386-4e10-810b-b67428606efb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'mac_address': 'fa:16:3e:a2:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:01:29Z', 'updated_at': '2021-11-22T17:01:32Z', 'revision_number': 1, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:31.310858 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73777c7-9e3f-4a90-944e-95e751c61f3e None None] The sync data for ids ['8593a199-e35b-4352-848a-b86cefd7a859'] in dv-cinder-778193-11-iscsi is: [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': 'eeb79f26-70e0-4f99-9684-a32f4abeb9ec', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'port_id': 'be82e795-c386-4e10-810b-b67428606efb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'mac_address': 'fa:16:3e:a2:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:01:29Z', 'updated_at': '2021-11-22T17:01:32Z', 'revision_number': 1, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:31.525162 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4643d1b9-3c9a-452a-9530-25071344268b None None] New status for floating IP ff45a42f-7102-4249-8a9b-c6e528d2493f: DOWN {{(pid=102629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:05:31.570471 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d41f6-325f-46db-bc57-c2e5537ee698 req-f98f9de2-209e-460b-a47b-5a7ae7ebc11d tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:31.571974 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ab1d41f6-325f-46db-bc57-c2e5537ee698 req-f98f9de2-209e-460b-a47b-5a7ae7ebc11d tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0494893 Nov 22 17:05:31.627377 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ab1d41f6-325f-46db-bc57-c2e5537ee698 req-30ab2e03-f034-44f3-815d-1494dc782fe1 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492036 Nov 22 17:05:32.139985 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f5b1b-0b63-4e27-826d-75e4f1d0208b req-9c4cc53c-6cf9-4a20-a2fb-7a8868abe437 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:32.141471 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-251f5b1b-0b63-4e27-826d-75e4f1d0208b req-9c4cc53c-6cf9-4a20-a2fb-7a8868abe437 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 945 time: 0.0491416 Nov 22 17:05:32.190400 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-251f5b1b-0b63-4e27-826d-75e4f1d0208b req-302133bd-36e0-46f9-9736-94d8ae3a2394 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422857 Nov 22 17:05:32.571694 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec620f9-7f10-44f7-b45a-3224e9bf3f95 req-1651e7a8-e9dd-4ac7-abf6-9774d4a9cc27 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:32.573174 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6ec620f9-7f10-44f7-b45a-3224e9bf3f95 req-1651e7a8-e9dd-4ac7-abf6-9774d4a9cc27 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.85 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 945 time: 0.0486066 Nov 22 17:05:32.664565 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-6ec620f9-7f10-44f7-b45a-3224e9bf3f95 req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Deleting port 4b26e04c-1069-4fbf-afb8-de09a16d7054 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:32.664914 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-6ec620f9-7f10-44f7-b45a-3224e9bf3f95 req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.788578 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf9df6-b594-4253-88a2-6972f19ae4c1 req-f15503af-8844-4fcc-ac9c-e54e0ed3ed2a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:32.790059 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-28cf9df6-b594-4253-88a2-6972f19ae4c1 req-f15503af-8844-4fcc-ac9c-e54e0ed3ed2a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0832498 Nov 22 17:05:32.795227 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-6ec620f9-7f10-44f7-b45a-3224e9bf3f95 req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] For port 4b26e04c-1069-4fbf-afb8-de09a16d7054, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4b26e04c-1069-4fbf-afb8-de09a16d7054,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:32.795528 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-6ec620f9-7f10-44f7-b45a-3224e9bf3f95 req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.821429 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-6ec620f9-7f10-44f7-b45a-3224e9bf3f95 req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Calling delete_port for 4b26e04c-1069-4fbf-afb8-de09a16d7054 owned by compute:nova {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:32.888653 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-28cf9df6-b594-4253-88a2-6972f19ae4c1 req-5f179c84-669a-4c03-aa4e-4f3845470fc1 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904579 Nov 22 17:05:32.971775 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-6ec620f9-7f10-44f7-b45a-3224e9bf3f95 req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.005643 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event deleted for resources: {'Port': ['ID=4b26e04c-1069-4fbf-afb8-de09a16d7054,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:33.017617 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.017973 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.018317 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.018655 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.019028 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.019363 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.019716 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.020044 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.020374 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.020700 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.021026 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.021349 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.056071 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec620f9-7f10-44f7-b45a-3224e9bf3f95 req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] No DVR routers for this DVR port 4b26e04c-1069-4fbf-afb8-de09a16d7054 on host hv-cinder-77819 {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:33.058430 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-6ec620f9-7f10-44f7-b45a-3224e9bf3f95 req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.061745 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6ec620f9-7f10-44f7-b45a-3224e9bf3f95 req-7659f251-f517-4487-b02c-51bd51c2c417 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.85 "DELETE /v2.0/ports/4b26e04c-1069-4fbf-afb8-de09a16d7054 HTTP/1.1" status: 204 len: 173 time: 0.4808829 Nov 22 17:05:33.062202 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0636d4d1-a251-400d-a9fd-db1a96040740', 'name': 'network-vif-deleted', 'tag': '4b26e04c-1069-4fbf-afb8-de09a16d7054'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:33.064485 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b865d664-7999-45b0-97bf-0ee2e2f39bcc" -d '{"events": [{"server_uuid": "0636d4d1-a251-400d-a9fd-db1a96040740", "name": "network-vif-deleted", "tag": "4b26e04c-1069-4fbf-afb8-de09a16d7054"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:33.104784 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a64966-7958-4ab0-8d1b-7f805b9e02e1 x-openstack-request-id: req-d6a64966-7958-4ab0-8d1b-7f805b9e02e1 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:33.105079 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0636d4d1-a251-400d-a9fd-db1a96040740", "name": "network-vif-deleted", "tag": "4b26e04c-1069-4fbf-afb8-de09a16d7054", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:33.105334 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d6a64966-7958-4ab0-8d1b-7f805b9e02e1 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:33.105739 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0636d4d1-a251-400d-a9fd-db1a96040740', 'name': 'network-vif-deleted', 'tag': '4b26e04c-1069-4fbf-afb8-de09a16d7054', 'status': 'completed', 'code': 200} Nov 22 17:05:33.285336 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b7b69d30-e407-4a10-96bd-2096e1ac000e req-f9a7807d-2dab-4fc0-857f-5515948fe5a6 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=0636d4d1-a251-400d-a9fd-db1a96040740 HTTP/1.1" status: 200 len: 210 time: 0.0261121 Nov 22 17:05:33.854066 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0212a098-8f7f-4b96-8c20-bf7e2b6bb4ff req-f0306f4f-a0f1-4af7-9b09-69d3d14e8e94 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0977345 Nov 22 17:05:33.953096 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212a098-8f7f-4b96-8c20-bf7e2b6bb4ff req-262654cc-b448-4efb-9c1e-dea8b15ac0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:33.954586 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0212a098-8f7f-4b96-8c20-bf7e2b6bb4ff req-262654cc-b448-4efb-9c1e-dea8b15ac0a1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff819a571f3349ab8e0b24c2113c3551&device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 1098 time: 0.0477571 Nov 22 17:05:34.013467 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabedb8-9d6e-4cdd-9b60-1f5f59c027ea req-3cbfd7f6-803c-43f4-8699-bc86516ae2b1 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:34.014959 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-dfabedb8-9d6e-4cdd-9b60-1f5f59c027ea req-3cbfd7f6-803c-43f4-8699-bc86516ae2b1 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0531242 Nov 22 17:05:34.067183 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212a098-8f7f-4b96-8c20-bf7e2b6bb4ff req-d1ea17cf-76b7-48fe-b9ca-b3b76ab9c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:34.067436 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-dfabedb8-9d6e-4cdd-9b60-1f5f59c027ea req-de1b98fc-99cf-42f6-b5a2-f3c341cd4abc tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456259 Nov 22 17:05:34.068688 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0212a098-8f7f-4b96-8c20-bf7e2b6bb4ff req-d1ea17cf-76b7-48fe-b9ca-b3b76ab9c6a0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8a45d0e0-c483-4846-b311-02bee8b8b528 HTTP/1.1" status: 200 len: 914 time: 0.0899670 Nov 22 17:05:34.150052 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0212a098-8f7f-4b96-8c20-bf7e2b6bb4ff req-eeea8226-901b-4395-9b69-5e755667427d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be82e795-c386-4e10-810b-b67428606efb HTTP/1.1" status: 200 len: 1000 time: 0.0706494 Nov 22 17:05:34.201725 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212a098-8f7f-4b96-8c20-bf7e2b6bb4ff req-f368d7ac-8920-4486-9953-fba545b405df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:34.203231 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0212a098-8f7f-4b96-8c20-bf7e2b6bb4ff req-f368d7ac-8920-4486-9953-fba545b405df service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6366d018-e2df-44ed-80b0-34775cda3ea2 HTTP/1.1" status: 200 len: 851 time: 0.0447590 Nov 22 17:05:34.251616 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212a098-8f7f-4b96-8c20-bf7e2b6bb4ff req-652eec8e-f89f-4b34-8191-ac49cbd3344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:34.253133 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0212a098-8f7f-4b96-8c20-bf7e2b6bb4ff req-652eec8e-f89f-4b34-8191-ac49cbd3344f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8a45d0e0-c483-4846-b311-02bee8b8b528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422947 Nov 22 17:05:34.352143 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0212a098-8f7f-4b96-8c20-bf7e2b6bb4ff req-7b262d37-f2db-4034-8b9d-8ed0004ee62e service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904167 Nov 22 17:05:34.453136 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0212a098-8f7f-4b96-8c20-bf7e2b6bb4ff req-c8c1aac5-3286-4ad1-a12f-7d1005765b93 service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925543 Nov 22 17:05:35.187440 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48140b1d-eb1b-4795-aed7-60c1d8f92187 req-7d52dcd3-15da-4d7c-9669-f0b4f86353f6 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:35.188903 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-48140b1d-eb1b-4795-aed7-60c1d8f92187 req-7d52dcd3-15da-4d7c-9669-f0b4f86353f6 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0508106 Nov 22 17:05:35.235426 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-48140b1d-eb1b-4795-aed7-60c1d8f92187 req-2e65dbea-b0c5-4520-8cc7-e1d59517c2ab tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401244 Nov 22 17:05:36.207858 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50854) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:36.294444 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 4b26e04c-1069-4fbf-afb8-de09a16d7054 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:36.318822 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: 4b26e04c-1069-4fbf-afb8-de09a16d7054 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:36.319167 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 4b26e04c-1069-4fbf-afb8-de09a16d7054 not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:36.377967 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731aad3-1af0-4695-915a-aa9b8af0dc31 req-dd1592d4-a3de-4b60-9314-8a95780324f8 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:36.379518 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1731aad3-1af0-4695-915a-aa9b8af0dc31 req-dd1592d4-a3de-4b60-9314-8a95780324f8 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0499957 Nov 22 17:05:36.389078 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-4de0a7e8-60c5-4298-9717-031a9e3022c2 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Deleting port db37e69b-9171-411d-b361-5e17f52ca013 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:36.389420 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4de0a7e8-60c5-4298-9717-031a9e3022c2 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:36.427215 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1731aad3-1af0-4695-915a-aa9b8af0dc31 req-040c4076-a428-4b7c-9ef1-667a5273fa42 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416756 Nov 22 17:05:36.467528 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4de0a7e8-60c5-4298-9717-031a9e3022c2 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:36.467789 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4de0a7e8-60c5-4298-9717-031a9e3022c2 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:36.480132 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-4de0a7e8-60c5-4298-9717-031a9e3022c2 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Calling delete_port for db37e69b-9171-411d-b361-5e17f52ca013 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:36.561282 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50860) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:36.625042 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4de0a7e8-60c5-4298-9717-031a9e3022c2 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:36.654004 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0a7e8-60c5-4298-9717-031a9e3022c2 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Pushing event deleted for resources: {'Port': ['ID=db37e69b-9171-411d-b361-5e17f52ca013,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:36.715260 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4de0a7e8-60c5-4298-9717-031a9e3022c2 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:36.715618 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-4de0a7e8-60c5-4298-9717-031a9e3022c2 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Floating IP 42b5a0df-47ab-40f8-b290-77167772b013 disassociated (deleted). External IP: 172.27.0.102, port: 698ba038-217c-4372-abc0-53d31cdc936a. Nov 22 17:05:36.726353 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbf5b2-41d6-4f9a-8827-15a75d81671f tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Deleting port faa878c0-70f2-4fba-b61b-ef6af36569cc {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:36.726622 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c7fbf5b2-41d6-4f9a-8827-15a75d81671f tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:36.801541 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c7fbf5b2-41d6-4f9a-8827-15a75d81671f tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:36.801870 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c7fbf5b2-41d6-4f9a-8827-15a75d81671f tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:36.813773 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbf5b2-41d6-4f9a-8827-15a75d81671f tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Calling delete_port for faa878c0-70f2-4fba-b61b-ef6af36569cc owned by network:floatingip {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:36.998588 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c7fbf5b2-41d6-4f9a-8827-15a75d81671f tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.029174 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbf5b2-41d6-4f9a-8827-15a75d81671f tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event deleted for resources: {'Port': ['ID=faa878c0-70f2-4fba-b61b-ef6af36569cc,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:37.091954 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c7fbf5b2-41d6-4f9a-8827-15a75d81671f tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for floatingip, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.092365 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.db.l3_db [None req-c7fbf5b2-41d6-4f9a-8827-15a75d81671f tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Floating IP eeb79f26-70e0-4f99-9684-a32f4abeb9ec disassociated (deleted). External IP: 172.27.0.85, port: be82e795-c386-4e10-810b-b67428606efb. Nov 22 17:05:37.171780 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de0a7e8-60c5-4298-9717-031a9e3022c2 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Router 253aca72-205c-4ae4-bca1-a3cb6959228e has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:05:37.223915 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ace9dda2-66f1-4a7b-ac82-040e4c6c7ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.280179 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de0a7e8-60c5-4298-9717-031a9e3022c2 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:05:37.285573 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4de0a7e8-60c5-4298-9717-031a9e3022c2 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.291167 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba31a3f0-cc18-4b79-a32c-5faa0bb988f5 None None] Sync routers for ids ['253aca72-205c-4ae4-bca1-a3cb6959228e'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:05:37.303124 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba31a3f0-cc18-4b79-a32c-5faa0bb988f5 None None] Routers {'253aca72-205c-4ae4-bca1-a3cb6959228e'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:37.303357 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fbf5b2-41d6-4f9a-8827-15a75d81671f tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Router 8593a199-e35b-4352-848a-b86cefd7a859 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:05:37.303986 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ba31a3f0-cc18-4b79-a32c-5faa0bb988f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:05:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['253aca72-205c-4ae4-bca1-a3cb6959228e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:37.312321 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-4de0a7e8-60c5-4298-9717-031a9e3022c2 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "DELETE /v2.0/floatingips/42b5a0df-47ab-40f8-b290-77167772b013 HTTP/1.1" status: 204 len: 168 time: 1.1033263 Nov 22 17:05:37.313024 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c04bf27-d787-4ddd-ada1-138925610852', 'tag': '698ba038-217c-4372-abc0-53d31cdc936a'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:37.315482 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34888b6-52d0-4c9a-887c-fea9c5d0e6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "3c04bf27-d787-4ddd-ada1-138925610852", "tag": "698ba038-217c-4372-abc0-53d31cdc936a"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:37.378396 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c77690b-9136-48e7-be72-3bda82c1edd9 x-openstack-request-id: req-7c77690b-9136-48e7-be72-3bda82c1edd9 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:37.378840 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c04bf27-d787-4ddd-ada1-138925610852", "tag": "698ba038-217c-4372-abc0-53d31cdc936a", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:37.379147 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7c77690b-9136-48e7-be72-3bda82c1edd9 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:37.379536 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c04bf27-d787-4ddd-ada1-138925610852', 'tag': '698ba038-217c-4372-abc0-53d31cdc936a', 'status': 'completed', 'code': 200} Nov 22 17:05:37.430236 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ba31a3f0-cc18-4b79-a32c-5faa0bb988f5 None None] Set router 253aca72-205c-4ae4-bca1-a3cb6959228e gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:37.449937 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fbf5b2-41d6-4f9a-8827-15a75d81671f tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:05:37.455593 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c7fbf5b2-41d6-4f9a-8827-15a75d81671f tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.461021 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34888b6-52d0-4c9a-887c-fea9c5d0e6c1 req-eac946ee-aef9-43e5-ad21-005a5fde3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:37.461438 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc177db-b18e-4328-82fa-e13a0199986b None None] Sync routers for ids ['8593a199-e35b-4352-848a-b86cefd7a859'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:05:37.462628 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b34888b6-52d0-4c9a-887c-fea9c5d0e6c1 req-eac946ee-aef9-43e5-ad21-005a5fde3ae7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=234dfc34b8c44fabbcc37105ad6737a9&device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 1098 time: 0.0598557 Nov 22 17:05:37.478933 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc177db-b18e-4328-82fa-e13a0199986b None None] Routers {'8593a199-e35b-4352-848a-b86cefd7a859'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:37.479574 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-2fc177db-b18e-4328-82fa-e13a0199986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:05:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8593a199-e35b-4352-848a-b86cefd7a859'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:37.547926 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-c7fbf5b2-41d6-4f9a-8827-15a75d81671f tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "DELETE /v2.0/floatingips/eeb79f26-70e0-4f99-9684-a32f4abeb9ec HTTP/1.1" status: 204 len: 168 time: 0.9853430 Nov 22 17:05:37.563807 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'tag': 'be82e795-c386-4e10-810b-b67428606efb'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:37.567289 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49b57a2-04ed-46af-801d-96a2209a2b73" -d '{"events": [{"name": "network-changed", "server_uuid": "a17eff1f-f996-4c32-9bff-fbc0abb7c634", "tag": "be82e795-c386-4e10-810b-b67428606efb"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:37.615164 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896c59f-6356-4fdd-afeb-209e2af79c39 req-67b99221-877a-4095-870c-aa6cf49e055b tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:37.616824 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a896c59f-6356-4fdd-afeb-209e2af79c39 req-67b99221-877a-4095-870c-aa6cf49e055b tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0864260 Nov 22 17:05:37.626318 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-2fc177db-b18e-4328-82fa-e13a0199986b None None] Set router 8593a199-e35b-4352-848a-b86cefd7a859 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:37.639295 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34888b6-52d0-4c9a-887c-fea9c5d0e6c1 req-2e8821cb-ec0b-4417-b407-664923a182d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:37.640795 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b34888b6-52d0-4c9a-887c-fea9c5d0e6c1 req-2e8821cb-ec0b-4417-b407-664923a182d6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f1499780-a371-42fe-b888-7375a93e2941 HTTP/1.1" status: 200 len: 910 time: 0.1624067 Nov 22 17:05:37.678495 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498fb6b-f31f-4400-91c5-e3b20db80088 req-0065e8e6-36b7-420d-9d57-1df684724029 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:37.686809 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e498fb6b-f31f-4400-91c5-e3b20db80088 req-0065e8e6-36b7-420d-9d57-1df684724029 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0736048 Nov 22 17:05:37.702015 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b34888b6-52d0-4c9a-887c-fea9c5d0e6c1 req-00ae4852-d2e7-4c6b-9a5d-fbe0eaf60b3c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=698ba038-217c-4372-abc0-53d31cdc936a HTTP/1.1" status: 200 len: 217 time: 0.0474985 Nov 22 17:05:37.732039 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ba31a3f0-cc18-4b79-a32c-5faa0bb988f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'name': 'tempest-TestShelveInstance-314871983-router', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:40Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'gw_port': {'id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '7a9e3d30-5497-45cc-b57d-414da40a502a', 'name': '', 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'mac_address': 'fa:16:3e:6b:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:43Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'subnets': [{'id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:37.745690 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a896c59f-6356-4fdd-afeb-209e2af79c39 req-0c8e92e9-5738-498f-9b5b-c805d603b8d2 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210268 Nov 22 17:05:37.774527 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e498fb6b-f31f-4400-91c5-e3b20db80088 req-b0f72d26-8172-40bd-b7e4-d4ed97d8e381 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867114 Nov 22 17:05:37.776037 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34888b6-52d0-4c9a-887c-fea9c5d0e6c1 req-c6f42e24-5e58-431b-9c31-90cd77a5c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:37.777578 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b34888b6-52d0-4c9a-887c-fea9c5d0e6c1 req-c6f42e24-5e58-431b-9c31-90cd77a5c395 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=327dd3ea-04ce-4476-b99d-9d2373ff6452 HTTP/1.1" status: 200 len: 847 time: 0.0633957 Nov 22 17:05:37.795451 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba31a3f0-cc18-4b79-a32c-5faa0bb988f5 None None] Checking router: 253aca72-205c-4ae4-bca1-a3cb6959228e for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:05:37.812733 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba31a3f0-cc18-4b79-a32c-5faa0bb988f5 None None] Routers {'253aca72-205c-4ae4-bca1-a3cb6959228e'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:37.813377 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ba31a3f0-cc18-4b79-a32c-5faa0bb988f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:05:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['253aca72-205c-4ae4-bca1-a3cb6959228e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:37.846175 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229a2e18-2a87-4f50-8e5e-35f1dba07adb x-openstack-request-id: req-229a2e18-2a87-4f50-8e5e-35f1dba07adb {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:37.846725 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17eff1f-f996-4c32-9bff-fbc0abb7c634", "tag": "be82e795-c386-4e10-810b-b67428606efb", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:37.863867 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-229a2e18-2a87-4f50-8e5e-35f1dba07adb {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:37.863867 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'tag': 'be82e795-c386-4e10-810b-b67428606efb', 'status': 'completed', 'code': 200} Nov 22 17:05:37.883675 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34888b6-52d0-4c9a-887c-fea9c5d0e6c1 req-a98a614e-00cc-4aa2-938f-a2ea8a5d7308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:37.895481 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b34888b6-52d0-4c9a-887c-fea9c5d0e6c1 req-a98a614e-00cc-4aa2-938f-a2ea8a5d7308 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f1499780-a371-42fe-b888-7375a93e2941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1058965 Nov 22 17:05:37.951965 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ba31a3f0-cc18-4b79-a32c-5faa0bb988f5 None None] Set router 253aca72-205c-4ae4-bca1-a3cb6959228e gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:37.956053 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b57a2-04ed-46af-801d-96a2209a2b73 req-faa65799-c1a5-42ae-8135-e1dcb270bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:37.958473 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d49b57a2-04ed-46af-801d-96a2209a2b73 req-faa65799-c1a5-42ae-8135-e1dcb270bfdf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ff819a571f3349ab8e0b24c2113c3551&device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 1098 time: 0.0811236 Nov 22 17:05:37.978616 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-2fc177db-b18e-4328-82fa-e13a0199986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:38.050239 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc177db-b18e-4328-82fa-e13a0199986b None None] Checking router: 8593a199-e35b-4352-848a-b86cefd7a859 for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:05:38.080727 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc177db-b18e-4328-82fa-e13a0199986b None None] Routers {'8593a199-e35b-4352-848a-b86cefd7a859'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:38.082106 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-2fc177db-b18e-4328-82fa-e13a0199986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:05:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8593a199-e35b-4352-848a-b86cefd7a859'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:38.162537 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b34888b6-52d0-4c9a-887c-fea9c5d0e6c1 req-0a19004e-bf3c-4f19-9c93-691093ccfa29 service neutron] 10.222.0.85 "GET /v2.0/networks/f1499780-a371-42fe-b888-7375a93e2941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511051 Nov 22 17:05:38.187972 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b57a2-04ed-46af-801d-96a2209a2b73 req-140493f7-a176-4e08-83a6-d6f97c46204c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:38.189463 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d49b57a2-04ed-46af-801d-96a2209a2b73 req-140493f7-a176-4e08-83a6-d6f97c46204c service neutron] 10.222.0.85 "GET /v2.0/networks?id=8a45d0e0-c483-4846-b311-02bee8b8b528 HTTP/1.1" status: 200 len: 914 time: 0.2175746 Nov 22 17:05:38.193946 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70102cb-d34e-409c-b537-45974185dbe9 req-dcd11270-9be6-4a42-b6a3-971795af9246 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:38.197103 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f70102cb-d34e-409c-b537-45974185dbe9 req-dcd11270-9be6-4a42-b6a3-971795af9246 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 945 time: 0.1461928 Nov 22 17:05:38.214565 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac711864-e2c3-4ab9-a131-94ff91cbe1d2 req-e5148800-cb68-402d-ac59-6ac34eb366ae tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:38.216829 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ac711864-e2c3-4ab9-a131-94ff91cbe1d2 req-e5148800-cb68-402d-ac59-6ac34eb366ae tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0898409 Nov 22 17:05:38.260066 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d49b57a2-04ed-46af-801d-96a2209a2b73 req-d5289aae-e36f-4b13-bca5-64868fbf5089 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be82e795-c386-4e10-810b-b67428606efb HTTP/1.1" status: 200 len: 217 time: 0.0419676 Nov 22 17:05:38.287524 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-2fc177db-b18e-4328-82fa-e13a0199986b None None] Set router 8593a199-e35b-4352-848a-b86cefd7a859 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:38.312807 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ba31a3f0-cc18-4b79-a32c-5faa0bb988f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'name': 'tempest-TestShelveInstance-314871983-router', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:40Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'gw_port': {'id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '7a9e3d30-5497-45cc-b57d-414da40a502a', 'name': '', 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'mac_address': 'fa:16:3e:6b:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:43Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'subnets': [{'id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:38.342234 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ac711864-e2c3-4ab9-a131-94ff91cbe1d2 req-995fe640-4d10-46df-a16c-d94383c8b07b tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808368 Nov 22 17:05:38.351761 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba31a3f0-cc18-4b79-a32c-5faa0bb988f5 None None] The sync data for ids ['253aca72-205c-4ae4-bca1-a3cb6959228e'] in dv-cinder-778193-11-iscsi is: [{'id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'name': 'tempest-TestShelveInstance-314871983-router', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:40Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'gw_port': {'id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '7a9e3d30-5497-45cc-b57d-414da40a502a', 'name': '', 'network_id': 'f1499780-a371-42fe-b888-7375a93e2941', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'mac_address': 'fa:16:3e:6b:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:43Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'subnets': [{'id': '327dd3ea-04ce-4476-b99d-9d2373ff6452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:38.354010 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b57a2-04ed-46af-801d-96a2209a2b73 req-117f0ab1-c8be-47b2-a4bb-5f38ade0e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:38.355673 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d49b57a2-04ed-46af-801d-96a2209a2b73 req-117f0ab1-c8be-47b2-a4bb-5f38ade0e93e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6366d018-e2df-44ed-80b0-34775cda3ea2 HTTP/1.1" status: 200 len: 851 time: 0.0727804 Nov 22 17:05:38.417903 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b57a2-04ed-46af-801d-96a2209a2b73 req-c53fba51-ec73-493e-a886-e91dd3ea9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:38.419796 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d49b57a2-04ed-46af-801d-96a2209a2b73 req-c53fba51-ec73-493e-a886-e91dd3ea9e50 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8a45d0e0-c483-4846-b311-02bee8b8b528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507643 Nov 22 17:05:38.527738 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d49b57a2-04ed-46af-801d-96a2209a2b73 req-1cc8d8c1-e636-4704-8145-ec7f11caebfb service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973949 Nov 22 17:05:38.563989 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-2fc177db-b18e-4328-82fa-e13a0199986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:38.593887 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc177db-b18e-4328-82fa-e13a0199986b None None] The sync data for ids ['8593a199-e35b-4352-848a-b86cefd7a859'] in dv-cinder-778193-11-iscsi is: [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T16:57:18Z', 'revision_number': 4, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': '11d52731-9a9d-4feb-ae2a-d5b001b3d9c7', 'name': '', 'network_id': '8a45d0e0-c483-4846-b311-02bee8b8b528', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'mac_address': 'fa:16:3e:95:f9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'subnets': [{'id': '6366d018-e2df-44ed-80b0-34775cda3ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:38.658492 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d49b57a2-04ed-46af-801d-96a2209a2b73 req-72cb7957-91e5-4c2d-8def-0c8e787d447b service neutron] 10.222.0.85 "GET /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199455 Nov 22 17:05:38.679472 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f70102cb-d34e-409c-b537-45974185dbe9 req-d72f3792-d97c-4f8a-9c8e-8fdf01d70932 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4404426 Nov 22 17:05:38.687329 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d49f16-930f-4371-a258-963ed3db77af None None] New status for floating IP 42b5a0df-47ab-40f8-b290-77167772b013: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:05:38.688935 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db19d4-34e8-45df-acbe-5b2b456ceba1 req-72c406e8-5a3c-4a52-aca5-abaa909ba67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:38.691364 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-12db19d4-34e8-45df-acbe-5b2b456ceba1 req-72c406e8-5a3c-4a52-aca5-abaa909ba67a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f1344b05d7b3482a80fd927587d155ae&device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 1098 time: 0.3988647 Nov 22 17:05:38.725482 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b34888b6-52d0-4c9a-887c-fea9c5d0e6c1 req-3cb47532-d0e5-4fd2-b798-460b2ac04b19 service neutron] 10.222.0.85 "GET /v2.0/networks/f1499780-a371-42fe-b888-7375a93e2941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496542 Nov 22 17:05:38.807015 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db19d4-34e8-45df-acbe-5b2b456ceba1 req-9712d773-e923-415b-8d00-3f39b753bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:38.808438 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-12db19d4-34e8-45df-acbe-5b2b456ceba1 req-9712d773-e923-415b-8d00-3f39b753bd54 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3f0b8753-02d0-41f9-ada5-cae4b59cb432 HTTP/1.1" status: 200 len: 913 time: 0.1065841 Nov 22 17:05:38.887672 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-12db19d4-34e8-45df-acbe-5b2b456ceba1 req-5f2724f4-042d-44d9-944b-7c198717fc41 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f94e177-f2e3-4705-b0ab-44266949f578 HTTP/1.1" status: 200 len: 1001 time: 0.0688357 Nov 22 17:05:38.905072 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b00860-5819-47a9-ba1e-22e00e79737b None None] New status for floating IP eeb79f26-70e0-4f99-9684-a32f4abeb9ec: DOWN {{(pid=102629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:05:38.913031 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ee532-765d-4a53-86cc-d58cc244f132 req-f074c7aa-db47-4b78-a778-d6a40fbdc74c tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:38.914596 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3d9ee532-765d-4a53-86cc-d58cc244f132 req-f074c7aa-db47-4b78-a778-d6a40fbdc74c tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0602205 Nov 22 17:05:38.946901 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db19d4-34e8-45df-acbe-5b2b456ceba1 req-f14c5373-33fb-4842-9550-9a5c2a013ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:38.948391 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-12db19d4-34e8-45df-acbe-5b2b456ceba1 req-f14c5373-33fb-4842-9550-9a5c2a013ca0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f0e3506c-0615-4bc6-894f-57fb3b455633 HTTP/1.1" status: 200 len: 850 time: 0.0511532 Nov 22 17:05:38.966640 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3d9ee532-765d-4a53-86cc-d58cc244f132 req-77c44558-e8d4-45b1-acb5-a75987926929 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/security-groups?id=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456488 Nov 22 17:05:39.002165 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db19d4-34e8-45df-acbe-5b2b456ceba1 req-0ee7c7a3-d331-4dc3-9487-6f776560982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:39.004263 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-12db19d4-34e8-45df-acbe-5b2b456ceba1 req-0ee7c7a3-d331-4dc3-9487-6f776560982f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f0b8753-02d0-41f9-ada5-cae4b59cb432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446553 Nov 22 17:05:39.102867 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-12db19d4-34e8-45df-acbe-5b2b456ceba1 req-aba534f0-bc8f-4773-af17-a198fa2462c5 service neutron] 10.222.0.85 "GET /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880351 Nov 22 17:05:39.195308 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-12db19d4-34e8-45df-acbe-5b2b456ceba1 req-6a1cf54c-81b4-429d-be98-9d58c4e7209c service neutron] 10.222.0.85 "GET /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828104 Nov 22 17:05:39.488440 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb80be5-ed56-4861-9a7d-3802a486646c req-8b10f34f-93e5-4452-9099-47377e886e72 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:39.489922 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bdb80be5-ed56-4861-9a7d-3802a486646c req-8b10f34f-93e5-4452-9099-47377e886e72 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0808773 Nov 22 17:05:39.497704 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7636a-aebb-4057-92a6-22be212f283a req-93b3d09f-37b6-4cca-a94c-de763d13a5c0 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:39.499086 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2c7636a-aebb-4057-92a6-22be212f283a req-93b3d09f-37b6-4cca-a94c-de763d13a5c0 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 945 time: 0.0807149 Nov 22 17:05:39.502177 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1dc3389f-f9f8-4cd0-ac08-2de137675bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:39.576092 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bdb80be5-ed56-4861-9a7d-3802a486646c req-8c7a57d0-7e03-42ce-b881-0f06317361e3 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760171 Nov 22 17:05:39.621537 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-e2c7636a-aebb-4057-92a6-22be212f283a req-b935dc5b-8d25-4cfd-ba02-695bb1d0dac3 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Deleting port 698ba038-217c-4372-abc0-53d31cdc936a {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:39.621777 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-e2c7636a-aebb-4057-92a6-22be212f283a req-b935dc5b-8d25-4cfd-ba02-695bb1d0dac3 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:39.714300 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-e2c7636a-aebb-4057-92a6-22be212f283a req-b935dc5b-8d25-4cfd-ba02-695bb1d0dac3 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] For port 698ba038-217c-4372-abc0-53d31cdc936a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=698ba038-217c-4372-abc0-53d31cdc936a,segment=NetworkSegment(d6aafc62-38ed-4efa-a2e7-5412652ae8b9),segment_id=d6aafc62-38ed-4efa-a2e7-5412652ae8b9)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:39.714966 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-e2c7636a-aebb-4057-92a6-22be212f283a req-b935dc5b-8d25-4cfd-ba02-695bb1d0dac3 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:39.728570 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-e2c7636a-aebb-4057-92a6-22be212f283a req-b935dc5b-8d25-4cfd-ba02-695bb1d0dac3 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Calling delete_port for 698ba038-217c-4372-abc0-53d31cdc936a owned by compute:nova {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:39.806705 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6202e2-81a2-4a5d-a3d8-6e17934b8f82 req-3a00b015-7168-48d4-a231-2ee2793e7e30 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:39.808351 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7a6202e2-81a2-4a5d-a3d8-6e17934b8f82 req-3a00b015-7168-48d4-a231-2ee2793e7e30 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 945 time: 0.0498927 Nov 22 17:05:39.857794 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7a6202e2-81a2-4a5d-a3d8-6e17934b8f82 req-f4ac8f4b-b2d7-41aa-8ee3-8d34c57fb5f9 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/security-groups?id=a3754c4b-96db-41f3-8d38-46c84fa2ad86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434079 Nov 22 17:05:39.875160 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-e2c7636a-aebb-4057-92a6-22be212f283a req-b935dc5b-8d25-4cfd-ba02-695bb1d0dac3 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:39.911593 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935dc5b-8d25-4cfd-ba02-695bb1d0dac3 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Pushing event deleted for resources: {'Port': ['ID=698ba038-217c-4372-abc0-53d31cdc936a,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:39.972892 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c7636a-aebb-4057-92a6-22be212f283a req-b935dc5b-8d25-4cfd-ba02-695bb1d0dac3 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] No DVR routers for this DVR port 698ba038-217c-4372-abc0-53d31cdc936a on host hv-cinder-77819 {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:39.976278 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-e2c7636a-aebb-4057-92a6-22be212f283a req-b935dc5b-8d25-4cfd-ba02-695bb1d0dac3 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:39.979527 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2c7636a-aebb-4057-92a6-22be212f283a req-b935dc5b-8d25-4cfd-ba02-695bb1d0dac3 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.85 "DELETE /v2.0/ports/698ba038-217c-4372-abc0-53d31cdc936a HTTP/1.1" status: 204 len: 173 time: 0.4619873 Nov 22 17:05:39.979981 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c04bf27-d787-4ddd-ada1-138925610852', 'name': 'network-vif-deleted', 'tag': '698ba038-217c-4372-abc0-53d31cdc936a'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:39.982302 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9dcf6b-d670-4737-aa5b-0eab16057bcc" -d '{"events": [{"server_uuid": "3c04bf27-d787-4ddd-ada1-138925610852", "name": "network-vif-deleted", "tag": "698ba038-217c-4372-abc0-53d31cdc936a"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:40.001126 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daad40e-6752-4191-8930-eef230095a94 req-e3d5f925-6c5b-4990-ae43-efe94fb08fd2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:40.002789 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6daad40e-6752-4191-8930-eef230095a94 req-e3d5f925-6c5b-4990-ae43-efe94fb08fd2 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.85 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 945 time: 0.1009135 Nov 22 17:05:40.039649 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a7c2ba-0b93-41b5-a144-6cb88d4603ca x-openstack-request-id: req-b5a7c2ba-0b93-41b5-a144-6cb88d4603ca {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:40.039940 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c04bf27-d787-4ddd-ada1-138925610852", "name": "network-vif-deleted", "tag": "698ba038-217c-4372-abc0-53d31cdc936a", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:40.040250 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b5a7c2ba-0b93-41b5-a144-6cb88d4603ca {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:40.040637 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c04bf27-d787-4ddd-ada1-138925610852', 'name': 'network-vif-deleted', 'tag': '698ba038-217c-4372-abc0-53d31cdc936a', 'status': 'completed', 'code': 200} Nov 22 17:05:40.072485 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f15812b3-d586-484c-a3b2-5e82f9258fd1 req-a1d880dc-f275-4c13-9262-fee939de337a tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c04bf27-d787-4ddd-ada1-138925610852 HTTP/1.1" status: 200 len: 210 time: 0.0286882 Nov 22 17:05:40.111210 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-6daad40e-6752-4191-8930-eef230095a94 req-da31947e-5292-4b5b-aae6-2b21b4e14e86 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Deleting port be82e795-c386-4e10-810b-b67428606efb {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:40.111557 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-6daad40e-6752-4191-8930-eef230095a94 req-da31947e-5292-4b5b-aae6-2b21b4e14e86 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:40.208373 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-6daad40e-6752-4191-8930-eef230095a94 req-da31947e-5292-4b5b-aae6-2b21b4e14e86 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] For port be82e795-c386-4e10-810b-b67428606efb, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=be82e795-c386-4e10-810b-b67428606efb,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:40.208628 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-6daad40e-6752-4191-8930-eef230095a94 req-da31947e-5292-4b5b-aae6-2b21b4e14e86 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:40.223048 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-6daad40e-6752-4191-8930-eef230095a94 req-da31947e-5292-4b5b-aae6-2b21b4e14e86 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Calling delete_port for be82e795-c386-4e10-810b-b67428606efb owned by compute:nova {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:40.359922 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-6daad40e-6752-4191-8930-eef230095a94 req-da31947e-5292-4b5b-aae6-2b21b4e14e86 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:40.394692 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31947e-5292-4b5b-aae6-2b21b4e14e86 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event deleted for resources: {'Port': ['ID=be82e795-c386-4e10-810b-b67428606efb,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:40.440134 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-6daad40e-6752-4191-8930-eef230095a94 req-da31947e-5292-4b5b-aae6-2b21b4e14e86 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] No DVR routers for this DVR port be82e795-c386-4e10-810b-b67428606efb on host hv-cinder-77819 {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:40.443138 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-6daad40e-6752-4191-8930-eef230095a94 req-da31947e-5292-4b5b-aae6-2b21b4e14e86 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:40.446782 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6daad40e-6752-4191-8930-eef230095a94 req-da31947e-5292-4b5b-aae6-2b21b4e14e86 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.85 "DELETE /v2.0/ports/be82e795-c386-4e10-810b-b67428606efb HTTP/1.1" status: 204 len: 173 time: 0.4361119 Nov 22 17:05:40.699675 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072561cb-835d-4677-a33c-cd222b18a87e req-dda2e212-732a-460e-9b4e-fff81f68d45e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:40.701339 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-072561cb-835d-4677-a33c-cd222b18a87e req-dda2e212-732a-460e-9b4e-fff81f68d45e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0556161 Nov 22 17:05:40.752359 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-072561cb-835d-4677-a33c-cd222b18a87e req-73a1b1c7-5e3f-4bb7-8512-417bb893cada tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440521 Nov 22 17:05:40.946658 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:40.972919 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-592ab6db-89dc-4750-9b3a-4c2a2d024880 req-3624c8a7-1c44-4397-837c-1bd5cbca24db tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "GET /v2.0/ports?device_id=a17eff1f-f996-4c32-9bff-fbc0abb7c634 HTTP/1.1" status: 200 len: 210 time: 0.0295532 Nov 22 17:05:41.131067 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50900) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:41.194716 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e153-8d11-494e-9435-7aaa2e80bcb9 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:41.223919 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e153-8d11-494e-9435-7aaa2e80bcb9 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:41.283456 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e153-8d11-494e-9435-7aaa2e80bcb9 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:41.286140 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e153-8d11-494e-9435-7aaa2e80bcb9 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:41.287283 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-2ad8e153-8d11-494e-9435-7aaa2e80bcb9 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] 10.222.0.75 "DELETE /v2.0/security-groups/e1ee98ac-3d43-4b43-84e4-bcdc597de4e9 HTTP/1.1" status: 204 len: 168 time: 0.1552215 Nov 22 17:05:41.297343 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8e153-8d11-494e-9435-7aaa2e80bcb9 tempest-TestShelveInstance-1676112904 tempest-TestShelveInstance-1676112904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ee98ac-3d43-4b43-84e4-bcdc597de4e9,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:42.032797 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50906) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:42.041804 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'name': 'network-vif-deleted', 'tag': 'be82e795-c386-4e10-810b-b67428606efb'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:42.044571 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57950609-8fcd-4c81-9e3d-882170a52677" -d '{"events": [{"server_uuid": "a17eff1f-f996-4c32-9bff-fbc0abb7c634", "name": "network-vif-deleted", "tag": "be82e795-c386-4e10-810b-b67428606efb"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:42.084620 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255cefb1-59e1-4ace-89e7-ee17c70d173b x-openstack-request-id: req-255cefb1-59e1-4ace-89e7-ee17c70d173b {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:42.084917 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17eff1f-f996-4c32-9bff-fbc0abb7c634", "name": "network-vif-deleted", "tag": "be82e795-c386-4e10-810b-b67428606efb", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:42.085169 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-255cefb1-59e1-4ace-89e7-ee17c70d173b {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:42.085590 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17eff1f-f996-4c32-9bff-fbc0abb7c634', 'name': 'network-vif-deleted', 'tag': 'be82e795-c386-4e10-810b-b67428606efb', 'status': 'completed', 'code': 200} Nov 22 17:05:42.171538 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-7e016e60-4465-44e2-9d56-cf9f49d84ea8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Deleting port 7266d9d4-84eb-4135-8023-242e60c59926 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:42.171997 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7e016e60-4465-44e2-9d56-cf9f49d84ea8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:42.224709 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:42.251607 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7e016e60-4465-44e2-9d56-cf9f49d84ea8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:42.251853 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7e016e60-4465-44e2-9d56-cf9f49d84ea8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:42.263412 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-7e016e60-4465-44e2-9d56-cf9f49d84ea8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Calling delete_port for 7266d9d4-84eb-4135-8023-242e60c59926 owned by network:floatingip {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:42.324688 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 698ba038-217c-4372-abc0-53d31cdc936a no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:42.353087 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: 698ba038-217c-4372-abc0-53d31cdc936a {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:42.353087 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 698ba038-217c-4372-abc0-53d31cdc936a not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:42.364376 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50912) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:42.402932 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7e016e60-4465-44e2-9d56-cf9f49d84ea8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:42.433169 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e016e60-4465-44e2-9d56-cf9f49d84ea8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event deleted for resources: {'Port': ['ID=7266d9d4-84eb-4135-8023-242e60c59926,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:42.494382 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7e016e60-4465-44e2-9d56-cf9f49d84ea8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for floatingip, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:42.497445 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7e016e60-4465-44e2-9d56-cf9f49d84ea8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:42.498599 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-7e016e60-4465-44e2-9d56-cf9f49d84ea8 tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "DELETE /v2.0/floatingips/1ce0fbfb-041a-47ac-afbb-c311f7b5dbff HTTP/1.1" status: 204 len: 168 time: 0.4648194 Nov 22 17:05:42.764538 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d23e0e26-c65f-42b7-a7e7-2b65e0ff3350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832861'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:43.009722 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d23e0e26-c65f-42b7-a7e7-2b65e0ff3350 admin admin] Deleting port 7a9e3d30-5497-45cc-b57d-414da40a502a {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:43.010057 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d23e0e26-c65f-42b7-a7e7-2b65e0ff3350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:43.086749 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-d23e0e26-c65f-42b7-a7e7-2b65e0ff3350 admin admin] For port 7a9e3d30-5497-45cc-b57d-414da40a502a, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=7a9e3d30-5497-45cc-b57d-414da40a502a,segment=NetworkSegment(d6aafc62-38ed-4efa-a2e7-5412652ae8b9),segment_id=d6aafc62-38ed-4efa-a2e7-5412652ae8b9)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:43.087130 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d23e0e26-c65f-42b7-a7e7-2b65e0ff3350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:43.099381 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d23e0e26-c65f-42b7-a7e7-2b65e0ff3350 admin admin] Calling delete_port for 7a9e3d30-5497-45cc-b57d-414da40a502a owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:43.164992 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:43.276253 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d23e0e26-c65f-42b7-a7e7-2b65e0ff3350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:43.301921 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e0e26-c65f-42b7-a7e7-2b65e0ff3350 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a9e3d30-5497-45cc-b57d-414da40a502a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:43.462442 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d23e0e26-c65f-42b7-a7e7-2b65e0ff3350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3704845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833581'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:43.692015 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23e0e26-c65f-42b7-a7e7-2b65e0ff3350 admin admin] Router 253aca72-205c-4ae4-bca1-a3cb6959228e has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:05:43.692617 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50926) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:43.757556 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a5ba2913-37d1-460e-b874-ed1cd9ac3dbf tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:43.783439 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a5ba2913-37d1-460e-b874-ed1cd9ac3dbf tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:43.803685 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23e0e26-c65f-42b7-a7e7-2b65e0ff3350 admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:05:43.811146 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d23e0e26-c65f-42b7-a7e7-2b65e0ff3350 admin admin] 10.222.0.75 "PUT /v2.0/routers/253aca72-205c-4ae4-bca1-a3cb6959228e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4433722 Nov 22 17:05:43.811450 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50928) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:43.815081 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e09b2f-f8d1-4b52-8aa6-df0545217594 None None] Sync routers for ids ['253aca72-205c-4ae4-bca1-a3cb6959228e'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:05:43.826521 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e09b2f-f8d1-4b52-8aa6-df0545217594 None None] Routers {'253aca72-205c-4ae4-bca1-a3cb6959228e'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:43.827138 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-53e09b2f-f8d1-4b52-8aa6-df0545217594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:05:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['253aca72-205c-4ae4-bca1-a3cb6959228e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:43.847715 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a5ba2913-37d1-460e-b874-ed1cd9ac3dbf tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:43.850809 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a5ba2913-37d1-460e-b874-ed1cd9ac3dbf tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:43.854546 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-a5ba2913-37d1-460e-b874-ed1cd9ac3dbf tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] 10.222.0.75 "DELETE /v2.0/security-groups/a3754c4b-96db-41f3-8d38-46c84fa2ad86 HTTP/1.1" status: 204 len: 168 time: 0.1583147 Nov 22 17:05:43.861860 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba2913-37d1-460e-b874-ed1cd9ac3dbf tempest-TestVolumeBootPattern-1651394237 tempest-TestVolumeBootPattern-1651394237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3754c4b-96db-41f3-8d38-46c84fa2ad86,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:43.922698 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50932) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:43.930775 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c800517-39ea-420e-909b-4dc9494f7354 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:43.975341 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-53e09b2f-f8d1-4b52-8aa6-df0545217594 None None] Set router 253aca72-205c-4ae4-bca1-a3cb6959228e gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:44.038839 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c800517-39ea-420e-909b-4dc9494f7354 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.092882 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-9c800517-39ea-420e-909b-4dc9494f7354 admin admin] Deleting port 14bee88f-b9e9-46e3-b9fb-dfd9744260a2 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:44.093661 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c800517-39ea-420e-909b-4dc9494f7354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.177323 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-53e09b2f-f8d1-4b52-8aa6-df0545217594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'name': 'tempest-TestShelveInstance-314871983-router', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:40Z', 'updated_at': '2021-11-22T17:05:43Z', 'revision_number': 5, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'gw_port': {'id': '14bee88f-b9e9-46e3-b9fb-dfd9744260a2', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:44.179322 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-9c800517-39ea-420e-909b-4dc9494f7354 admin admin] For port 14bee88f-b9e9-46e3-b9fb-dfd9744260a2, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=14bee88f-b9e9-46e3-b9fb-dfd9744260a2,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:44.179895 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c800517-39ea-420e-909b-4dc9494f7354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.194598 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-9c800517-39ea-420e-909b-4dc9494f7354 admin admin] Calling delete_port for 14bee88f-b9e9-46e3-b9fb-dfd9744260a2 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:44.204378 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e09b2f-f8d1-4b52-8aa6-df0545217594 None None] Checking router: 253aca72-205c-4ae4-bca1-a3cb6959228e for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:05:44.214058 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e09b2f-f8d1-4b52-8aa6-df0545217594 None None] Routers {'253aca72-205c-4ae4-bca1-a3cb6959228e'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:44.214672 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-53e09b2f-f8d1-4b52-8aa6-df0545217594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:05:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['253aca72-205c-4ae4-bca1-a3cb6959228e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:44.302329 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-53e09b2f-f8d1-4b52-8aa6-df0545217594 None None] Set router 253aca72-205c-4ae4-bca1-a3cb6959228e gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:44.324653 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device be82e795-c386-4e10-810b-b67428606efb no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:44.341688 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fef85cba-0ff3-48f8-87f7-37b50ec260cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832861'] for router_interface, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.350119 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: be82e795-c386-4e10-810b-b67428606efb {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:44.351015 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device be82e795-c386-4e10-810b-b67428606efb not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:44.361341 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-53e09b2f-f8d1-4b52-8aa6-df0545217594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'name': 'tempest-TestShelveInstance-314871983-router', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:40Z', 'updated_at': '2021-11-22T17:05:44Z', 'revision_number': 6, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'gw_port_host': None}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:44.381192 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c800517-39ea-420e-909b-4dc9494f7354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.390572 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e09b2f-f8d1-4b52-8aa6-df0545217594 None None] The sync data for ids ['253aca72-205c-4ae4-bca1-a3cb6959228e'] in dv-cinder-778193-11-iscsi is: [{'id': '253aca72-205c-4ae4-bca1-a3cb6959228e', 'name': 'tempest-TestShelveInstance-314871983-router', 'tenant_id': '234dfc34b8c44fabbcc37105ad6737a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:40Z', 'updated_at': '2021-11-22T17:05:44Z', 'revision_number': 6, 'project_id': '234dfc34b8c44fabbcc37105ad6737a9', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:44.415289 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c800517-39ea-420e-909b-4dc9494f7354 admin admin] Pushing event deleted for resources: {'Port': ['ID=14bee88f-b9e9-46e3-b9fb-dfd9744260a2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:44.476772 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c800517-39ea-420e-909b-4dc9494f7354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767235'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.564959 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c800517-39ea-420e-909b-4dc9494f7354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10032'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.572155 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c800517-39ea-420e-909b-4dc9494f7354 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.598435 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-fef85cba-0ff3-48f8-87f7-37b50ec260cc admin admin] Deleting port 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:44.598779 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fef85cba-0ff3-48f8-87f7-37b50ec260cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.615154 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c800517-39ea-420e-909b-4dc9494f7354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3833560'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.615681 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c800517-39ea-420e-909b-4dc9494f7354 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 253aca72-205c-4ae4-bca1-a3cb6959228e {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:05:44.620477 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c800517-39ea-420e-909b-4dc9494f7354 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.621781 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-9c800517-39ea-420e-909b-4dc9494f7354 admin admin] 10.222.0.75 "DELETE /v2.0/routers/253aca72-205c-4ae4-bca1-a3cb6959228e HTTP/1.1" status: 204 len: 168 time: 0.8093266 Nov 22 17:05:44.624574 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50936) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:44.667780 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a15b307-13a4-4250-a0d5-ccaf5311edb3 admin admin] Deleting subnet 327dd3ea-04ce-4476-b99d-9d2373ff6452 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:05:44.670862 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1a15b307-13a4-4250-a0d5-ccaf5311edb3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.679005 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-fef85cba-0ff3-48f8-87f7-37b50ec260cc admin admin] For port 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=11d52731-9a9d-4feb-ae2a-d5b001b3d9c7,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:44.679307 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fef85cba-0ff3-48f8-87f7-37b50ec260cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.697487 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-fef85cba-0ff3-48f8-87f7-37b50ec260cc admin admin] Calling delete_port for 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7 owned by network:router_interface {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:44.705090 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1a15b307-13a4-4250-a0d5-ccaf5311edb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26216361'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.796494 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1a15b307-13a4-4250-a0d5-ccaf5311edb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572194'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.878395 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1a15b307-13a4-4250-a0d5-ccaf5311edb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25513861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25295879'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.910140 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15b307-13a4-4250-a0d5-ccaf5311edb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=327dd3ea-04ce-4476-b99d-9d2373ff6452,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:44.917598 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1a15b307-13a4-4250-a0d5-ccaf5311edb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.919194 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fef85cba-0ff3-48f8-87f7-37b50ec260cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.921318 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-1a15b307-13a4-4250-a0d5-ccaf5311edb3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/327dd3ea-04ce-4476-b99d-9d2373ff6452 HTTP/1.1" status: 204 len: 168 time: 0.2956934 Nov 22 17:05:44.923740 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50938) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:44.927813 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1323e06e-eac7-49e7-903f-8c8c58664608 None None] Network f1499780-a371-42fe-b888-7375a93e2941 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:44.977182 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef85cba-0ff3-48f8-87f7-37b50ec260cc admin admin] Pushing event deleted for resources: {'Port': ['ID=11d52731-9a9d-4feb-ae2a-d5b001b3d9c7,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:45.013470 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774480'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.145465 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fef85cba-0ff3-48f8-87f7-37b50ec260cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3704845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833581'] for router_interface, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.196863 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] DHCP port deletion for f1499780-a371-42fe-b888-7375a93e2941 request from dv-cinder-778193-11-iscsi {{(pid=102629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:05:45.264588 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] Deleting port 1b6d6fe5-ae70-46c3-88da-35401498146b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:45.265066 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.342812 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] Deleting port 1b6d6fe5-ae70-46c3-88da-35401498146b {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:45.343146 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.354594 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] For port 1b6d6fe5-ae70-46c3-88da-35401498146b, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=1b6d6fe5-ae70-46c3-88da-35401498146b,segment=NetworkSegment(d6aafc62-38ed-4efa-a2e7-5412652ae8b9),segment_id=d6aafc62-38ed-4efa-a2e7-5412652ae8b9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:45.355134 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.369262 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] Calling delete_port for 1b6d6fe5-ae70-46c3-88da-35401498146b owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:45.419162 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] For port 1b6d6fe5-ae70-46c3-88da-35401498146b, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=1b6d6fe5-ae70-46c3-88da-35401498146b,segment=NetworkSegment(d6aafc62-38ed-4efa-a2e7-5412652ae8b9),segment_id=d6aafc62-38ed-4efa-a2e7-5412652ae8b9)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:45.419672 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.422276 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef85cba-0ff3-48f8-87f7-37b50ec260cc admin admin] Router 8593a199-e35b-4352-848a-b86cefd7a859 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:05:45.433956 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] Calling delete_port for 1b6d6fe5-ae70-46c3-88da-35401498146b owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:45.456540 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.495819 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] Pushing event deleted for resources: {'Port': ['ID=1b6d6fe5-ae70-46c3-88da-35401498146b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:45.499689 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] No DVR routers for this DVR port 1b6d6fe5-ae70-46c3-88da-35401498146b on host dv-cinder-778193-11-iscsi {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:45.507877 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:45.508509 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:45.514840 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:45.515225 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:45.515574 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:45.515917 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:45.516285 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:45.516625 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:45.516978 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:45.517288 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:45.517616 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:45.517944 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a2b58e-bd57-4907-b556-d1e827655859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:45.558011 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef85cba-0ff3-48f8-87f7-37b50ec260cc admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:05:45.567271 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-fef85cba-0ff3-48f8-87f7-37b50ec260cc admin admin] 10.222.0.75 "PUT /v2.0/routers/8593a199-e35b-4352-848a-b86cefd7a859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6404028 Nov 22 17:05:45.567526 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50940) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:45.573665 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f85cd-ce63-4e03-be8f-d38f884d2156 None None] Sync routers for ids ['8593a199-e35b-4352-848a-b86cefd7a859'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:05:45.575522 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.584998 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f85cd-ce63-4e03-be8f-d38f884d2156 None None] Routers {'8593a199-e35b-4352-848a-b86cefd7a859'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:45.585618 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-c63f85cd-ce63-4e03-be8f-d38f884d2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:05:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8593a199-e35b-4352-848a-b86cefd7a859'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:45.639941 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6d6fe5-ae70-46c3-88da-35401498146b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:45.647186 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] No DVR routers for this DVR port 1b6d6fe5-ae70-46c3-88da-35401498146b on host dv-cinder-778193-11-iscsi {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:45.764147 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570257', 'neutron.services.segments.db._delete_segments_for_network-8736619892875'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.775267 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0fe44b8-fe8a-4f05-b9b6-331386280700 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.819986 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1499780-a371-42fe-b888-7375a93e2941']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:45.824306 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-c63f85cd-ce63-4e03-be8f-d38f884d2156 None None] Set router 8593a199-e35b-4352-848a-b86cefd7a859 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:45.835648 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6aafc62-38ed-4efa-a2e7-5412652ae8b9') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:45.835945 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6aafc62-38ed-4efa-a2e7-5412652ae8b9') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:45.848223 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736620085782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26216368'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.854233 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 1b6d6fe5-ae70-46c3-88da-35401498146b no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:45.895021 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.905342 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:05:45.905743 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25513947'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: self.session.flush() Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: self.session.flush() Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: self.session.flush() Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: self.session.flush() Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: Traceback (most recent call last): Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: timer() Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: cb(*args, **kw) Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: return func(*args, **kwargs) Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: self._notify() Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: self.callback(batched_events) Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: event.method(event) Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: return f(self, *a, **k) Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: return self._get(url).json() Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:05:45.907438 dv-cinder-778193-11-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:05:45.916990 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: 1b6d6fe5-ae70-46c3-88da-35401498146b {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:45.917333 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 1b6d6fe5-ae70-46c3-88da-35401498146b not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:45.917750 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 7a9e3d30-5497-45cc-b57d-414da40a502a no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:45.960917 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0fe44b8-fe8a-4f05-b9b6-331386280700 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.962419 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: 7a9e3d30-5497-45cc-b57d-414da40a502a {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:45.962761 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 7a9e3d30-5497-45cc-b57d-414da40a502a not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:45.963310 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 14bee88f-b9e9-46e3-b9fb-dfd9744260a2 no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:45.988538 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: 14bee88f-b9e9-46e3-b9fb-dfd9744260a2 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:45.988879 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 14bee88f-b9e9-46e3-b9fb-dfd9744260a2 not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:45.991438 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3767155'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.998399 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:46.007078 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] 10.222.0.75 "DELETE /v2.0/networks/f1499780-a371-42fe-b888-7375a93e2941 HTTP/1.1" status: 204 len: 168 time: 1.0758369 Nov 22 17:05:46.007197 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50942) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:46.018608 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328e98e-a2dc-4951-9c02-fab6956cbc79 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1499780-a371-42fe-b888-7375a93e2941,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:46.041257 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe44b8-fe8a-4f05-b9b6-331386280700 admin admin] Deleting port cbc00470-7593-4d98-8ae4-9cd1a188eebc {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:46.041516 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0fe44b8-fe8a-4f05-b9b6-331386280700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:46.092664 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-c63f85cd-ce63-4e03-be8f-d38f884d2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T17:05:44Z', 'revision_number': 5, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port': {'id': 'cbc00470-7593-4d98-8ae4-9cd1a188eebc', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8593a199-e35b-4352-848a-b86cefd7a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:14Z', 'updated_at': '2021-11-22T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:46.119663 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f85cd-ce63-4e03-be8f-d38f884d2156 None None] Checking router: 8593a199-e35b-4352-848a-b86cefd7a859 for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:05:46.121346 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-d0fe44b8-fe8a-4f05-b9b6-331386280700 admin admin] For port cbc00470-7593-4d98-8ae4-9cd1a188eebc, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=cbc00470-7593-4d98-8ae4-9cd1a188eebc,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:46.121705 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0fe44b8-fe8a-4f05-b9b6-331386280700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:46.130546 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f85cd-ce63-4e03-be8f-d38f884d2156 None None] Routers {'8593a199-e35b-4352-848a-b86cefd7a859'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:46.131173 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-c63f85cd-ce63-4e03-be8f-d38f884d2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:05:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['8593a199-e35b-4352-848a-b86cefd7a859'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:46.138128 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe44b8-fe8a-4f05-b9b6-331386280700 admin admin] Calling delete_port for cbc00470-7593-4d98-8ae4-9cd1a188eebc owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:46.220023 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-c63f85cd-ce63-4e03-be8f-d38f884d2156 None None] Set router 8593a199-e35b-4352-848a-b86cefd7a859 gateway port host: None {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:46.286538 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-c63f85cd-ce63-4e03-be8f-d38f884d2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T17:05:45Z', 'revision_number': 6, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port_host': None}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:46.312954 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0fe44b8-fe8a-4f05-b9b6-331386280700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:46.313572 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f85cd-ce63-4e03-be8f-d38f884d2156 None None] The sync data for ids ['8593a199-e35b-4352-848a-b86cefd7a859'] in dv-cinder-778193-11-iscsi is: [{'id': '8593a199-e35b-4352-848a-b86cefd7a859', 'name': 'tempest-TestVolumeBootPattern-1542695947-router', 'tenant_id': 'ff819a571f3349ab8e0b24c2113c3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:13Z', 'updated_at': '2021-11-22T17:05:45Z', 'revision_number': 6, 'project_id': 'ff819a571f3349ab8e0b24c2113c3551', 'gw_port_host': None}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:46.340393 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe44b8-fe8a-4f05-b9b6-331386280700 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbc00470-7593-4d98-8ae4-9cd1a188eebc,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:46.386715 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2c387cbe-ba0c-498a-bf65-e45bf8b7e2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832861'] for router_interface, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:46.405671 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0fe44b8-fe8a-4f05-b9b6-331386280700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767235'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:46.495747 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0fe44b8-fe8a-4f05-b9b6-331386280700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10032'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:46.498602 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0fe44b8-fe8a-4f05-b9b6-331386280700 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:46.544791 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0fe44b8-fe8a-4f05-b9b6-331386280700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3833560'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:46.545472 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fe44b8-fe8a-4f05-b9b6-331386280700 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8593a199-e35b-4352-848a-b86cefd7a859 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:05:46.550438 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0fe44b8-fe8a-4f05-b9b6-331386280700 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:46.551658 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d0fe44b8-fe8a-4f05-b9b6-331386280700 admin admin] 10.222.0.75 "DELETE /v2.0/routers/8593a199-e35b-4352-848a-b86cefd7a859 HTTP/1.1" status: 204 len: 168 time: 0.9813192 Nov 22 17:05:46.554095 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50944) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:46.606213 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_v2 [None req-00426e38-e597-4fa6-871b-6e8b00e6ea03 admin admin] Deleting subnet 6366d018-e2df-44ed-80b0-34775cda3ea2 {{(pid=102627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:05:46.609238 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-00426e38-e597-4fa6-871b-6e8b00e6ea03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:46.917243 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-00426e38-e597-4fa6-871b-6e8b00e6ea03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25618655'] for subnet, precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.016763 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-2c387cbe-ba0c-498a-bf65-e45bf8b7e2b4 admin admin] Deleting port 63a77da8-4782-4baf-bcb4-7bd83b695c3a {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:47.017433 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2c387cbe-ba0c-498a-bf65-e45bf8b7e2b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.031625 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-00426e38-e597-4fa6-871b-6e8b00e6ea03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572194'] for subnet, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.136323 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-00426e38-e597-4fa6-871b-6e8b00e6ea03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25506244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29186019'] for subnet, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.139299 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-2c387cbe-ba0c-498a-bf65-e45bf8b7e2b4 admin admin] For port 63a77da8-4782-4baf-bcb4-7bd83b695c3a, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=63a77da8-4782-4baf-bcb4-7bd83b695c3a,segment=NetworkSegment(9b402469-1111-4859-a2d9-d4d974ef950e),segment_id=9b402469-1111-4859-a2d9-d4d974ef950e)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:47.139683 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2c387cbe-ba0c-498a-bf65-e45bf8b7e2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.174809 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-2c387cbe-ba0c-498a-bf65-e45bf8b7e2b4 admin admin] Calling delete_port for 63a77da8-4782-4baf-bcb4-7bd83b695c3a owned by network:router_interface {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:47.180682 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00426e38-e597-4fa6-871b-6e8b00e6ea03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6366d018-e2df-44ed-80b0-34775cda3ea2,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:47.182675 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-00426e38-e597-4fa6-871b-6e8b00e6ea03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.184814 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6770620-5b47-4a6e-a62d-ba4055e941bb None None] Network 8a45d0e0-c483-4846-b311-02bee8b8b528 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:47.188522 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-00426e38-e597-4fa6-871b-6e8b00e6ea03 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6366d018-e2df-44ed-80b0-34775cda3ea2 HTTP/1.1" status: 204 len: 168 time: 0.6307487 Nov 22 17:05:47.189445 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50946) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:47.263766 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774480'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.323922 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] Deleting port 62127dbd-0131-453e-a542-7e2343c2ed17 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:47.324303 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.394834 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] For port 62127dbd-0131-453e-a542-7e2343c2ed17, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=62127dbd-0131-453e-a542-7e2343c2ed17,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:47.395108 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.395828 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baf695b-3be0-4b49-ba08-8cdc6b348751 None None] DHCP port deletion for 8a45d0e0-c483-4846-b311-02bee8b8b528 request from dv-cinder-778193-11-iscsi {{(pid=102629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:05:47.409372 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2c387cbe-ba0c-498a-bf65-e45bf8b7e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.417241 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] Calling delete_port for 62127dbd-0131-453e-a542-7e2343c2ed17 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:47.437846 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c387cbe-ba0c-498a-bf65-e45bf8b7e2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a77da8-4782-4baf-bcb4-7bd83b695c3a,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:47.459493 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-3baf695b-3be0-4b49-ba08-8cdc6b348751 None None] Deleting port 62127dbd-0131-453e-a542-7e2343c2ed17 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:47.460410 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3baf695b-3be0-4b49-ba08-8cdc6b348751 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.526948 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.543183 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] No DVR routers for this DVR port 62127dbd-0131-453e-a542-7e2343c2ed17 on host dv-cinder-778193-11-iscsi {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:47.547558 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-3baf695b-3be0-4b49-ba08-8cdc6b348751 None None] For port 62127dbd-0131-453e-a542-7e2343c2ed17, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=62127dbd-0131-453e-a542-7e2343c2ed17,segment=NetworkSegment(2ad054d4-dd48-4b81-b688-1742fcedf5f1),segment_id=2ad054d4-dd48-4b81-b688-1742fcedf5f1)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:47.547968 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3baf695b-3be0-4b49-ba08-8cdc6b348751 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.570057 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-3baf695b-3be0-4b49-ba08-8cdc6b348751 None None] Calling delete_port for 62127dbd-0131-453e-a542-7e2343c2ed17 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:47.589432 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:05:47.605023 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] Pushing event deleted for resources: {'Port': ['ID=62127dbd-0131-453e-a542-7e2343c2ed17,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:47.630693 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2c387cbe-ba0c-498a-bf65-e45bf8b7e2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3704845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833581'] for router_interface, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.657320 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570257', 'neutron.services.segments.db._delete_segments_for_network-8736619892875'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.665043 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3baf695b-3be0-4b49-ba08-8cdc6b348751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.681509 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a45d0e0-c483-4846-b311-02bee8b8b528']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:47.697569 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf695b-3be0-4b49-ba08-8cdc6b348751 None None] No DVR routers for this DVR port 62127dbd-0131-453e-a542-7e2343c2ed17 on host dv-cinder-778193-11-iscsi {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:47.698406 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad054d4-dd48-4b81-b688-1742fcedf5f1') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:47.698707 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad054d4-dd48-4b81-b688-1742fcedf5f1') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:47.709889 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf695b-3be0-4b49-ba08-8cdc6b348751 None None] Pushing event deleted for resources: {'Port': ['ID=62127dbd-0131-453e-a542-7e2343c2ed17,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:47.731526 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736620085782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26216368'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.747484 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.754427 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:05:47.754788 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25513947'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: Traceback (most recent call last): Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: timer() Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: cb(*args, **kw) Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: return func(*args, **kwargs) Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: self._notify() Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: self.callback(batched_events) Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: event.method(event) Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: return f(self, *a, **k) Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: return self._get(url).json() Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:05:47.756545 dv-cinder-778193-11-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:05:47.811398 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3767155'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.822059 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.825655 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] 10.222.0.75 "DELETE /v2.0/networks/8a45d0e0-c483-4846-b311-02bee8b8b528 HTTP/1.1" status: 204 len: 168 time: 0.6345267 Nov 22 17:05:47.829791 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50948) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:47.845022 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f8453-4030-4b9c-ae43-c195ad4baa76 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a45d0e0-c483-4846-b311-02bee8b8b528,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:47.849892 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7 no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:47.874575 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:47.874897 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 11d52731-9a9d-4feb-ae2a-d5b001b3d9c7 not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:47.875317 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device cbc00470-7593-4d98-8ae4-9cd1a188eebc no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:47.894946 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: cbc00470-7593-4d98-8ae4-9cd1a188eebc {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:47.895282 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device cbc00470-7593-4d98-8ae4-9cd1a188eebc not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:47.895692 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 62127dbd-0131-453e-a542-7e2343c2ed17 no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:47.914819 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: 62127dbd-0131-453e-a542-7e2343c2ed17 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:47.915152 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 62127dbd-0131-453e-a542-7e2343c2ed17 not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:47.993570 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c387cbe-ba0c-498a-bf65-e45bf8b7e2b4 admin admin] Router b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:05:48.202512 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c387cbe-ba0c-498a-bf65-e45bf8b7e2b4 admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:05:48.209187 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-2c387cbe-ba0c-498a-bf65-e45bf8b7e2b4 admin admin] 10.222.0.75 "PUT /v2.0/routers/b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2014902 Nov 22 17:05:48.211885 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50950) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:48.214260 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d0bb96-b36e-49e8-8a1b-b523dad5c8ff None None] Sync routers for ids ['b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:05:48.225262 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d0bb96-b36e-49e8-8a1b-b523dad5c8ff None None] Routers {'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:48.225875 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a9d0bb96-b36e-49e8-8a1b-b523dad5c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:05:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:48.329791 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1705cdb-c9b1-4fef-957d-7fae3e1404e0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:48.335747 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6fb51db8-51a3-4a8e-9eb2-d5186a9fe113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832861'] for router_interface, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:48.340661 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-a9d0bb96-b36e-49e8-8a1b-b523dad5c8ff None None] Set router b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:48.437169 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1705cdb-c9b1-4fef-957d-7fae3e1404e0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:48.494903 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-a1705cdb-c9b1-4fef-957d-7fae3e1404e0 admin admin] Deleting port 2e92c656-8d6e-4282-ac9e-f5b2f50c650d {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:48.495429 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1705cdb-c9b1-4fef-957d-7fae3e1404e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:48.531202 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a9d0bb96-b36e-49e8-8a1b-b523dad5c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'name': 'tempest-TestShelveInstance-1200378761-router', 'tenant_id': 'b5d3194422724f3c9b4267ae5604de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '2e92c656-8d6e-4282-ac9e-f5b2f50c650d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:46Z', 'updated_at': '2021-11-22T17:05:47Z', 'revision_number': 5, 'project_id': 'b5d3194422724f3c9b4267ae5604de95', 'gw_port': {'id': '2e92c656-8d6e-4282-ac9e-f5b2f50c650d', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:46Z', 'updated_at': '2021-11-22T17:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:48.557418 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d0bb96-b36e-49e8-8a1b-b523dad5c8ff None None] Checking router: b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5 for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:05:48.569122 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d0bb96-b36e-49e8-8a1b-b523dad5c8ff None None] Routers {'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:48.569720 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a9d0bb96-b36e-49e8-8a1b-b523dad5c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:05:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:48.589773 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-a1705cdb-c9b1-4fef-957d-7fae3e1404e0 admin admin] For port 2e92c656-8d6e-4282-ac9e-f5b2f50c650d, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=2e92c656-8d6e-4282-ac9e-f5b2f50c650d,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:48.590191 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1705cdb-c9b1-4fef-957d-7fae3e1404e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:48.596902 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-6fb51db8-51a3-4a8e-9eb2-d5186a9fe113 admin admin] Deleting port 1e21c258-7ced-419c-99db-fe8aa65aa3e2 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:48.597593 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6fb51db8-51a3-4a8e-9eb2-d5186a9fe113 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:48.603098 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-a1705cdb-c9b1-4fef-957d-7fae3e1404e0 admin admin] Calling delete_port for 2e92c656-8d6e-4282-ac9e-f5b2f50c650d owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:48.679475 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-6fb51db8-51a3-4a8e-9eb2-d5186a9fe113 admin admin] For port 1e21c258-7ced-419c-99db-fe8aa65aa3e2, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=1e21c258-7ced-419c-99db-fe8aa65aa3e2,segment=NetworkSegment(59fecfff-5f23-4d76-9cfc-ecc250f0288a),segment_id=59fecfff-5f23-4d76-9cfc-ecc250f0288a)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:48.679863 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6fb51db8-51a3-4a8e-9eb2-d5186a9fe113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:48.694842 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-6fb51db8-51a3-4a8e-9eb2-d5186a9fe113 admin admin] Calling delete_port for 1e21c258-7ced-419c-99db-fe8aa65aa3e2 owned by network:router_interface {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:48.744164 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-a9d0bb96-b36e-49e8-8a1b-b523dad5c8ff None None] Set router b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:48.776310 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1705cdb-c9b1-4fef-957d-7fae3e1404e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:48.797102 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a9d0bb96-b36e-49e8-8a1b-b523dad5c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'name': 'tempest-TestShelveInstance-1200378761-router', 'tenant_id': 'b5d3194422724f3c9b4267ae5604de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:46Z', 'updated_at': '2021-11-22T17:05:48Z', 'revision_number': 6, 'project_id': 'b5d3194422724f3c9b4267ae5604de95', 'gw_port_host': None}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:48.802591 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1705cdb-c9b1-4fef-957d-7fae3e1404e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e92c656-8d6e-4282-ac9e-f5b2f50c650d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:48.828653 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d0bb96-b36e-49e8-8a1b-b523dad5c8ff None None] The sync data for ids ['b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5'] in dv-cinder-778193-11-iscsi is: [{'id': 'b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5', 'name': 'tempest-TestShelveInstance-1200378761-router', 'tenant_id': 'b5d3194422724f3c9b4267ae5604de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:46Z', 'updated_at': '2021-11-22T17:05:48Z', 'revision_number': 6, 'project_id': 'b5d3194422724f3c9b4267ae5604de95', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:48.871310 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1705cdb-c9b1-4fef-957d-7fae3e1404e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767235'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:48.895314 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6fb51db8-51a3-4a8e-9eb2-d5186a9fe113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:48.921020 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb51db8-51a3-4a8e-9eb2-d5186a9fe113 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e21c258-7ced-419c-99db-fe8aa65aa3e2,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:48.974347 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1705cdb-c9b1-4fef-957d-7fae3e1404e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10032'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:48.977296 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1705cdb-c9b1-4fef-957d-7fae3e1404e0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.032181 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1705cdb-c9b1-4fef-957d-7fae3e1404e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3833560'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.032864 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1705cdb-c9b1-4fef-957d-7fae3e1404e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:05:49.040804 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1705cdb-c9b1-4fef-957d-7fae3e1404e0 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.044849 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a1705cdb-c9b1-4fef-957d-7fae3e1404e0 admin admin] 10.222.0.75 "DELETE /v2.0/routers/b8462f9d-d428-43ec-8f2f-1f1c43c8c1f5 HTTP/1.1" status: 204 len: 168 time: 0.8290567 Nov 22 17:05:49.045131 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50952) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:49.092062 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f995df-54bc-4c64-ba03-2d839ffc80d3 admin admin] Deleting subnet 74f46e71-22e0-44e7-9bae-c1a0d9df8e84 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:05:49.095439 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25f995df-54bc-4c64-ba03-2d839ffc80d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.105663 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6fb51db8-51a3-4a8e-9eb2-d5186a9fe113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3704845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833581'] for router_interface, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.136394 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25f995df-54bc-4c64-ba03-2d839ffc80d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26216361'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.217585 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25f995df-54bc-4c64-ba03-2d839ffc80d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572194'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.277678 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25f995df-54bc-4c64-ba03-2d839ffc80d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25513861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25295879'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.307870 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f995df-54bc-4c64-ba03-2d839ffc80d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74f46e71-22e0-44e7-9bae-c1a0d9df8e84,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:49.313251 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25f995df-54bc-4c64-ba03-2d839ffc80d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.319519 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-25f995df-54bc-4c64-ba03-2d839ffc80d3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/74f46e71-22e0-44e7-9bae-c1a0d9df8e84 HTTP/1.1" status: 204 len: 168 time: 0.2732410 Nov 22 17:05:49.319712 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50954) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:49.322640 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d7e08b-653a-4e03-b18e-6deb6ff92b01 None None] Network 116150b4-8606-4256-9f02-715128e254c0 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:49.386990 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb51db8-51a3-4a8e-9eb2-d5186a9fe113 admin admin] Router 28088cd1-12e3-4732-9e8a-8b586c3c9b3c has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:05:49.399178 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774480'] for network, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.538458 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb51db8-51a3-4a8e-9eb2-d5186a9fe113 admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:05:49.543583 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-6fb51db8-51a3-4a8e-9eb2-d5186a9fe113 admin admin] 10.222.0.75 "PUT /v2.0/routers/28088cd1-12e3-4732-9e8a-8b586c3c9b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7128136 Nov 22 17:05:49.545267 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] Deleting port 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:49.545590 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.546296 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50956) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:49.548874 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641b23e9-6aac-4705-bac6-ece4d5a2a475 None None] Sync routers for ids ['28088cd1-12e3-4732-9e8a-8b586c3c9b3c'] in dv-cinder-778193-11-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:05:49.563636 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641b23e9-6aac-4705-bac6-ece4d5a2a475 None None] Routers {'28088cd1-12e3-4732-9e8a-8b586c3c9b3c'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:49.564263 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-641b23e9-6aac-4705-bac6-ece4d5a2a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:05:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['28088cd1-12e3-4732-9e8a-8b586c3c9b3c'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:49.659885 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb7a93d-1c35-4465-b2d5-bf92e40be21b None None] DHCP port deletion for 116150b4-8606-4256-9f02-715128e254c0 request from dv-cinder-778193-11-iscsi {{(pid=102629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:05:49.679620 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc385c18-207b-43dc-b2dd-0247015b3475 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.715662 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-641b23e9-6aac-4705-bac6-ece4d5a2a475 None None] Set router 28088cd1-12e3-4732-9e8a-8b586c3c9b3c gateway port host: dv-cinder-778193-11-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:49.821366 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc385c18-207b-43dc-b2dd-0247015b3475 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.844292 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7a93d-1c35-4465-b2d5-bf92e40be21b None None] Deleting port 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:49.844684 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5eb7a93d-1c35-4465-b2d5-bf92e40be21b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.926402 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6 no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:49.941942 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-bc385c18-207b-43dc-b2dd-0247015b3475 admin admin] Deleting port f5c692fa-3763-4f6d-abb1-1f05eb282632 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:49.942714 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc385c18-207b-43dc-b2dd-0247015b3475 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.947543 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] For port 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6,segment=NetworkSegment(9b402469-1111-4859-a2d9-d4d974ef950e),segment_id=9b402469-1111-4859-a2d9-d4d974ef950e)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:49.948031 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.965844 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] Calling delete_port for 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6 owned by network:dhcp {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:50.005308 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-5eb7a93d-1c35-4465-b2d5-bf92e40be21b None None] For port 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6,segment=NetworkSegment(9b402469-1111-4859-a2d9-d4d974ef950e),segment_id=9b402469-1111-4859-a2d9-d4d974ef950e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:50.005710 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5eb7a93d-1c35-4465-b2d5-bf92e40be21b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.027634 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7a93d-1c35-4465-b2d5-bf92e40be21b None None] Calling delete_port for 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:50.072757 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.111531 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:50.117517 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] No DVR routers for this DVR port 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6 on host dv-cinder-778193-11-iscsi {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:50.119245 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Port 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6 update to DOWN by agent not found {{(pid=102629) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 22 17:05:50.119702 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 63a77da8-4782-4baf-bcb4-7bd83b695c3a no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:50.123581 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-bc385c18-207b-43dc-b2dd-0247015b3475 admin admin] For port f5c692fa-3763-4f6d-abb1-1f05eb282632, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=f5c692fa-3763-4f6d-abb1-1f05eb282632,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:50.124324 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc385c18-207b-43dc-b2dd-0247015b3475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.154853 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-bc385c18-207b-43dc-b2dd-0247015b3475 admin admin] Calling delete_port for f5c692fa-3763-4f6d-abb1-1f05eb282632 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:50.206747 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570257', 'neutron.services.segments.db._delete_segments_for_network-8736619892875'] for network, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.230825 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116150b4-8606-4256-9f02-715128e254c0']}} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:50.241619 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b402469-1111-4859-a2d9-d4d974ef950e') {'for_net_delete': True} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:50.242056 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b402469-1111-4859-a2d9-d4d974ef950e') {} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:50.254427 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736620085782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25618630'] for segment, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.269020 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=102627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25506202'] for segment, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: Traceback (most recent call last): Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: timer() Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: cb(*args, **kw) Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: return func(*args, **kwargs) Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: self._notify() Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: self.callback(batched_events) Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: event.method(event) Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: return f(self, *a, **k) Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: return self._get(url).json() Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: return self.request(url, 'GET', **kwargs) Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:05:50.282634 dv-cinder-778193-11-iscsi neutron-server[102627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:05:50.293422 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: 63a77da8-4782-4baf-bcb4-7bd83b695c3a {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:50.294498 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 63a77da8-4782-4baf-bcb4-7bd83b695c3a not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:50.294498 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 2e92c656-8d6e-4282-ac9e-f5b2f50c650d no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:50.327680 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: 2e92c656-8d6e-4282-ac9e-f5b2f50c650d {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:50.328535 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 2e92c656-8d6e-4282-ac9e-f5b2f50c650d not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:50.333171 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-641b23e9-6aac-4705-bac6-ece4d5a2a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'name': 'tempest-TestVolumeBootPattern-1711869986-router', 'tenant_id': '2562735f75ec4abb9adfb2ce715a534a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f5c692fa-3763-4f6d-abb1-1f05eb282632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:20Z', 'updated_at': '2021-11-22T17:05:48Z', 'revision_number': 5, 'project_id': '2562735f75ec4abb9adfb2ce715a534a', 'gw_port': {'id': 'f5c692fa-3763-4f6d-abb1-1f05eb282632', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:21Z', 'updated_at': '2021-11-22T16:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:50.352911 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3767155'] for network, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.365292 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641b23e9-6aac-4705-bac6-ece4d5a2a475 None None] Checking router: 28088cd1-12e3-4732-9e8a-8b586c3c9b3c for host: dv-cinder-778193-11-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:05:50.370093 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.371590 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5eb7a93d-1c35-4465-b2d5-bf92e40be21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.373609 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] 10.222.0.75 "DELETE /v2.0/networks/116150b4-8606-4256-9f02-715128e254c0 HTTP/1.1" status: 204 len: 168 time: 1.0530672 Nov 22 17:05:50.374717 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72548880-792e-49b1-8834-7ad4c1878ca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=116150b4-8606-4256-9f02-715128e254c0,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:50.378581 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc385c18-207b-43dc-b2dd-0247015b3475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25513896'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.403333 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7a93d-1c35-4465-b2d5-bf92e40be21b None None] Pushing event deleted for resources: {'Port': ['ID=9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:50.405244 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641b23e9-6aac-4705-bac6-ece4d5a2a475 None None] Routers {'28088cd1-12e3-4732-9e8a-8b586c3c9b3c'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:50.405731 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-641b23e9-6aac-4705-bac6-ece4d5a2a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:05:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['28088cd1-12e3-4732-9e8a-8b586c3c9b3c'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:50.408263 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5eb7a93d-1c35-4465-b2d5-bf92e40be21b None None] Network 116150b4-8606-4256-9f02-715128e254c0 is not hosted by any dhcp agent {{(pid=102629) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 17:05:50.408690 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb7a93d-1c35-4465-b2d5-bf92e40be21b None None] No DVR routers for this DVR port 9ab8bd9b-7563-4745-8e41-f1f05d1cf0c6 on host dv-cinder-778193-11-iscsi {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:50.412034 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc385c18-207b-43dc-b2dd-0247015b3475 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c692fa-3763-4f6d-abb1-1f05eb282632,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:50.468869 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc385c18-207b-43dc-b2dd-0247015b3475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767235'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.484806 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-641b23e9-6aac-4705-bac6-ece4d5a2a475 None None] Set router 28088cd1-12e3-4732-9e8a-8b586c3c9b3c gateway port host: None {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:50.526175 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50960) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:50.543445 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-641b23e9-6aac-4705-bac6-ece4d5a2a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'name': 'tempest-TestVolumeBootPattern-1711869986-router', 'tenant_id': '2562735f75ec4abb9adfb2ce715a534a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:20Z', 'updated_at': '2021-11-22T17:05:50Z', 'revision_number': 7, 'project_id': '2562735f75ec4abb9adfb2ce715a534a', 'gw_port_host': None}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:50.572212 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641b23e9-6aac-4705-bac6-ece4d5a2a475 None None] The sync data for ids ['28088cd1-12e3-4732-9e8a-8b586c3c9b3c'] in dv-cinder-778193-11-iscsi is: [{'id': '28088cd1-12e3-4732-9e8a-8b586c3c9b3c', 'name': 'tempest-TestVolumeBootPattern-1711869986-router', 'tenant_id': '2562735f75ec4abb9adfb2ce715a534a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:20Z', 'updated_at': '2021-11-22T17:05:50Z', 'revision_number': 7, 'project_id': '2562735f75ec4abb9adfb2ce715a534a', 'gw_port_host': None}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:50.576884 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-6cd3b4b6-e6c9-4ecc-a957-db0849297cb5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=234dfc34b8c44fabbcc37105ad6737a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492914 Nov 22 17:05:50.579802 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50962) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:50.586487 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc385c18-207b-43dc-b2dd-0247015b3475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10032'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.589095 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc385c18-207b-43dc-b2dd-0247015b3475 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.636307 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-186ae46d-73b7-4bb4-a1c4-2541e16f84e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.659508 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-186ae46d-73b7-4bb4-a1c4-2541e16f84e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.712318 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-186ae46d-73b7-4bb4-a1c4-2541e16f84e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.715945 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-186ae46d-73b7-4bb4-a1c4-2541e16f84e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.717160 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-186ae46d-73b7-4bb4-a1c4-2541e16f84e1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/21a3aef4-f978-4dc9-9bca-91720507e847 HTTP/1.1" status: 204 len: 168 time: 0.1361728 Nov 22 17:05:50.727682 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ae46d-73b7-4bb4-a1c4-2541e16f84e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a3aef4-f978-4dc9-9bca-91720507e847,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:50.884692 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc385c18-207b-43dc-b2dd-0247015b3475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3833560'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.885226 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc385c18-207b-43dc-b2dd-0247015b3475 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28088cd1-12e3-4732-9e8a-8b586c3c9b3c {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:05:50.889743 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc385c18-207b-43dc-b2dd-0247015b3475 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.893276 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-bc385c18-207b-43dc-b2dd-0247015b3475 admin admin] 10.222.0.75 "DELETE /v2.0/routers/28088cd1-12e3-4732-9e8a-8b586c3c9b3c HTTP/1.1" status: 204 len: 168 time: 1.3433509 Nov 22 17:05:50.893506 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50968) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:50.940954 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d1262b-a81a-4f66-87df-58b6364bb04e admin admin] Deleting subnet e50b2433-fa2a-45f3-820a-84983d51bdb4 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:05:50.944788 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30d1262b-a81a-4f66-87df-58b6364bb04e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.982032 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30d1262b-a81a-4f66-87df-58b6364bb04e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26216361'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.068417 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30d1262b-a81a-4f66-87df-58b6364bb04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572194'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.070402 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50970) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:51.145577 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c18ab6fb-8cc9-4ecd-a971-70d8eea3acad admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b5d3194422724f3c9b4267ae5604de95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0739987 Nov 22 17:05:51.148207 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50972) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:51.154870 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30d1262b-a81a-4f66-87df-58b6364bb04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25513861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25295879'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.189758 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1262b-a81a-4f66-87df-58b6364bb04e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e50b2433-fa2a-45f3-820a-84983d51bdb4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:51.199234 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf25df08-700e-4ae9-a243-b7935b2d2985 None None] Network 57efc5e3-267c-4350-8a42-07c2a10670a3 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:51.201409 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30d1262b-a81a-4f66-87df-58b6364bb04e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.204627 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-30d1262b-a81a-4f66-87df-58b6364bb04e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e50b2433-fa2a-45f3-820a-84983d51bdb4 HTTP/1.1" status: 204 len: 168 time: 0.3101707 Nov 22 17:05:51.207586 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50974) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:51.235791 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e34fb67-ea80-4507-a63e-3085cd973399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.263363 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e34fb67-ea80-4507-a63e-3085cd973399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.284767 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774480'] for network, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.320321 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e34fb67-ea80-4507-a63e-3085cd973399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.323154 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e34fb67-ea80-4507-a63e-3085cd973399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.325749 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3e34fb67-ea80-4507-a63e-3085cd973399 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e9c3e250-e3a2-4f58-8237-0483c07ed0dc HTTP/1.1" status: 204 len: 168 time: 0.1765473 Nov 22 17:05:51.336447 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34fb67-ea80-4507-a63e-3085cd973399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c3e250-e3a2-4f58-8237-0483c07ed0dc,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:51.377097 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] Deleting port 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:51.378218 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.399960 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af133e5f-4e07-4047-8968-cebd64e1fa5e None None] DHCP port deletion for 57efc5e3-267c-4350-8a42-07c2a10670a3 request from dv-cinder-778193-11-iscsi {{(pid=102629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:05:51.447183 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] For port 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=95fbc328-0fcb-4821-bf0d-55ddf7c00c6b,segment=NetworkSegment(59fecfff-5f23-4d76-9cfc-ecc250f0288a),segment_id=59fecfff-5f23-4d76-9cfc-ecc250f0288a)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:51.447480 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.457738 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-af133e5f-4e07-4047-8968-cebd64e1fa5e None None] Deleting port 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:51.460422 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-af133e5f-4e07-4047-8968-cebd64e1fa5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.466168 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] Calling delete_port for 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b owned by network:dhcp {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:51.554068 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-af133e5f-4e07-4047-8968-cebd64e1fa5e None None] For port 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=95fbc328-0fcb-4821-bf0d-55ddf7c00c6b,segment=NetworkSegment(59fecfff-5f23-4d76-9cfc-ecc250f0288a),segment_id=59fecfff-5f23-4d76-9cfc-ecc250f0288a)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:51.555333 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-af133e5f-4e07-4047-8968-cebd64e1fa5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.569080 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.576686 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-af133e5f-4e07-4047-8968-cebd64e1fa5e None None] Calling delete_port for 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:51.597731 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] Pushing event deleted for resources: {'Port': ['ID=95fbc328-0fcb-4821-bf0d-55ddf7c00c6b,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:51.608351 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] No DVR routers for this DVR port 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b on host dv-cinder-778193-11-iscsi {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:51.684654 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-af133e5f-4e07-4047-8968-cebd64e1fa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.704483 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570257', 'neutron.services.segments.db._delete_segments_for_network-8736619892875'] for network, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.735688 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57efc5e3-267c-4350-8a42-07c2a10670a3']}} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:51.750923 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af133e5f-4e07-4047-8968-cebd64e1fa5e None None] Pushing event deleted for resources: {'Port': ['ID=95fbc328-0fcb-4821-bf0d-55ddf7c00c6b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:51.751929 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fecfff-5f23-4d76-9cfc-ecc250f0288a') {'for_net_delete': True} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:51.752402 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fecfff-5f23-4d76-9cfc-ecc250f0288a') {} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:51.764363 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736620085782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25618630'] for segment, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.773186 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af133e5f-4e07-4047-8968-cebd64e1fa5e None None] No DVR routers for this DVR port 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b on host dv-cinder-778193-11-iscsi {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:51.779213 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.787152 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=102627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:05:51.787152 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25506202'] for segment, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: Traceback (most recent call last): Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: timer() Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: cb(*args, **kw) Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: return func(*args, **kwargs) Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: self._notify() Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: self.callback(batched_events) Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: event.method(event) Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: return f(self, *a, **k) Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: return self._get(url).json() Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: return self.request(url, 'GET', **kwargs) Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:05:51.788965 dv-cinder-778193-11-iscsi neutron-server[102627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:05:51.809680 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:51.832071 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:51.832416 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 95fbc328-0fcb-4821-bf0d-55ddf7c00c6b not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:51.832841 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device f5c692fa-3763-4f6d-abb1-1f05eb282632 no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:51.844570 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3767155'] for network, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.850844 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.853069 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: f5c692fa-3763-4f6d-abb1-1f05eb282632 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:51.853405 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device f5c692fa-3763-4f6d-abb1-1f05eb282632 not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:51.853833 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 1e21c258-7ced-419c-99db-fe8aa65aa3e2 no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:51.854745 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] 10.222.0.75 "DELETE /v2.0/networks/57efc5e3-267c-4350-8a42-07c2a10670a3 HTTP/1.1" status: 204 len: 168 time: 0.6461170 Nov 22 17:05:51.866314 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713309e-211a-4916-a616-a983b966e047 admin admin] Pushing event deleted for resources: {'Network': ['ID=57efc5e3-267c-4350-8a42-07c2a10670a3,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:51.875260 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: 1e21c258-7ced-419c-99db-fe8aa65aa3e2 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:51.875609 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 1e21c258-7ced-419c-99db-fe8aa65aa3e2 not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:52.022481 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50980) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:52.062007 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c0577cf3-543b-4f45-8356-4a204e51a1ed admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ff819a571f3349ab8e0b24c2113c3551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382483 Nov 22 17:05:52.064538 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 50982) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:52.117093 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a3e6fc7c-cca8-45f8-9411-a2f86a8b389a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.138340 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a3e6fc7c-cca8-45f8-9411-a2f86a8b389a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.183758 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a3e6fc7c-cca8-45f8-9411-a2f86a8b389a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.186396 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a3e6fc7c-cca8-45f8-9411-a2f86a8b389a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.187571 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-a3e6fc7c-cca8-45f8-9411-a2f86a8b389a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e96529c1-1289-4e82-9fe8-d8612aaffc02 HTTP/1.1" status: 204 len: 168 time: 0.1214001 Nov 22 17:05:52.196380 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6fc7c-cca8-45f8-9411-a2f86a8b389a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96529c1-1289-4e82-9fe8-d8612aaffc02,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:52.512905 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50988) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:52.554356 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a49bad28-0370-4d7c-b8b4-20a3a5080f49 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2562735f75ec4abb9adfb2ce715a534a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402226 Nov 22 17:05:52.556783 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 50990) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:52.603426 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cdb3b942-4a73-4d6a-b83f-bd30ed134c4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.623986 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cdb3b942-4a73-4d6a-b83f-bd30ed134c4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.672934 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cdb3b942-4a73-4d6a-b83f-bd30ed134c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.675544 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cdb3b942-4a73-4d6a-b83f-bd30ed134c4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.676708 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-cdb3b942-4a73-4d6a-b83f-bd30ed134c4e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d5c43be2-d95f-429c-b20f-f5be5b1f6cee HTTP/1.1" status: 204 len: 168 time: 0.1190286 Nov 22 17:05:52.684318 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3b942-4a73-4d6a-b83f-bd30ed134c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c43be2-d95f-429c-b20f-f5be5b1f6cee,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:58.399433 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.217308 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c952944-c22c-4547-9676-04ef4d386f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:09.505100 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-161da2fa-47c5-42ea-89ad-1110d3c1621f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:10.950141 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:12.228103 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:13.168084 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:13.719909 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32724afb-1e0d-49f0-9a53-cbb4506f2b33 req-3db2b33a-7a93-4199-a5c4-61801d7698b5 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:13.721429 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-32724afb-1e0d-49f0-9a53-cbb4506f2b33 req-3db2b33a-7a93-4199-a5c4-61801d7698b5 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0485604 Nov 22 17:06:13.769435 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-32724afb-1e0d-49f0-9a53-cbb4506f2b33 req-134cc788-133f-4ea9-9dc1-704d91564832 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421510 Nov 22 17:06:14.885583 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e454c-04fa-4220-a4a1-1972c70dcbca req-8877b8f4-1557-4220-8c0d-80f87215b7b0 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:14.887039 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-862e454c-04fa-4220-a4a1-1972c70dcbca req-8877b8f4-1557-4220-8c0d-80f87215b7b0 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0489719 Nov 22 17:06:14.934572 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-862e454c-04fa-4220-a4a1-1972c70dcbca req-ad694c31-b46a-4e74-8ce2-e98a46b74139 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408959 Nov 22 17:06:15.857498 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dfc2d-6b90-4588-8a76-4db456d80891 req-38d6e690-0ccc-411d-9b3a-297df38be620 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:15.858876 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3c3dfc2d-6b90-4588-8a76-4db456d80891 req-38d6e690-0ccc-411d-9b3a-297df38be620 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.85 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0489359 Nov 22 17:06:15.949992 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-3c3dfc2d-6b90-4588-8a76-4db456d80891 req-e811fcfa-87dd-4e6c-b215-05c6924d856c tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Deleting port 9f94e177-f2e3-4705-b0ab-44266949f578 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:15.950718 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-3c3dfc2d-6b90-4588-8a76-4db456d80891 req-e811fcfa-87dd-4e6c-b215-05c6924d856c tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:16.041458 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-3c3dfc2d-6b90-4588-8a76-4db456d80891 req-e811fcfa-87dd-4e6c-b215-05c6924d856c tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] For port 9f94e177-f2e3-4705-b0ab-44266949f578, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9f94e177-f2e3-4705-b0ab-44266949f578,segment=NetworkSegment(6700c3bf-a42e-43bd-8f88-029d1be22612),segment_id=6700c3bf-a42e-43bd-8f88-029d1be22612)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:16.041957 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-3c3dfc2d-6b90-4588-8a76-4db456d80891 req-e811fcfa-87dd-4e6c-b215-05c6924d856c tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:16.048590 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f3af1-38f5-4f04-b6ee-f69fcf9b158f req-0910a8a0-1141-40c9-b2c0-f352ad6de199 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:16.050156 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-181f3af1-38f5-4f04-b6ee-f69fcf9b158f req-0910a8a0-1141-40c9-b2c0-f352ad6de199 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 945 time: 0.0483572 Nov 22 17:06:16.099580 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-181f3af1-38f5-4f04-b6ee-f69fcf9b158f req-a0a16339-6462-4d69-9d02-147b1ce6bbff tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=d0b376b2-5ed1-483e-a05d-f09412216b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423501 Nov 22 17:06:16.217840 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-3c3dfc2d-6b90-4588-8a76-4db456d80891 req-e811fcfa-87dd-4e6c-b215-05c6924d856c tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:16.218201 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-3c3dfc2d-6b90-4588-8a76-4db456d80891 req-e811fcfa-87dd-4e6c-b215-05c6924d856c tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3767069'] for floatingip, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:16.218519 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.db.l3_db [req-3c3dfc2d-6b90-4588-8a76-4db456d80891 req-e811fcfa-87dd-4e6c-b215-05c6924d856c tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Floating IP ba8c9ced-5712-4a7e-8da6-b09f9fc357a6 disassociated. External IP: 172.27.0.173, port: 9f94e177-f2e3-4705-b0ab-44266949f578. Nov 22 17:06:16.218864 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-3c3dfc2d-6b90-4588-8a76-4db456d80891 req-e811fcfa-87dd-4e6c-b215-05c6924d856c tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Calling delete_port for 9f94e177-f2e3-4705-b0ab-44266949f578 owned by compute:nova {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:16.346643 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-3c3dfc2d-6b90-4588-8a76-4db456d80891 req-e811fcfa-87dd-4e6c-b215-05c6924d856c tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:16.377391 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811fcfa-87dd-4e6c-b215-05c6924d856c tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Pushing event deleted for resources: {'Port': ['ID=9f94e177-f2e3-4705-b0ab-44266949f578,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:16.490310 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c3dfc2d-6b90-4588-8a76-4db456d80891 req-e811fcfa-87dd-4e6c-b215-05c6924d856c tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:06:16.595558 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c3dfc2d-6b90-4588-8a76-4db456d80891 req-e811fcfa-87dd-4e6c-b215-05c6924d856c tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:06:16.606675 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1480171f-a81a-4a38-b96e-e214ae59f14e None None] Sync routers for ids ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:06:16.617157 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1480171f-a81a-4a38-b96e-e214ae59f14e None None] Routers {'088aa0d6-e8d9-42e4-a697-a1230f3843c1'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:16.617760 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1480171f-a81a-4a38-b96e-e214ae59f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:06:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:16.638071 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3dfc2d-6b90-4588-8a76-4db456d80891 req-e811fcfa-87dd-4e6c-b215-05c6924d856c tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] No DVR routers for this DVR port 9f94e177-f2e3-4705-b0ab-44266949f578 on host hv-cinder-77819 {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:06:16.640624 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-3c3dfc2d-6b90-4588-8a76-4db456d80891 req-e811fcfa-87dd-4e6c-b215-05c6924d856c tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:16.643879 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3c3dfc2d-6b90-4588-8a76-4db456d80891 req-e811fcfa-87dd-4e6c-b215-05c6924d856c tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.85 "DELETE /v2.0/ports/9f94e177-f2e3-4705-b0ab-44266949f578 HTTP/1.1" status: 204 len: 173 time: 0.7782407 Nov 22 17:06:16.644313 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97966633-6b63-481a-a12c-63224134686d', 'name': 'network-vif-deleted', 'tag': '9f94e177-f2e3-4705-b0ab-44266949f578'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:06:16.646620 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea555c01-337b-45f6-bee4-9d5e7069f025" -d '{"events": [{"server_uuid": "97966633-6b63-481a-a12c-63224134686d", "name": "network-vif-deleted", "tag": "9f94e177-f2e3-4705-b0ab-44266949f578"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:06:16.735603 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-1480171f-a81a-4a38-b96e-e214ae59f14e None None] Set router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:16.879986 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db600898-9f90-4b38-9475-fa0c46c932a6 x-openstack-request-id: req-db600898-9f90-4b38-9475-fa0c46c932a6 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:06:16.880308 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97966633-6b63-481a-a12c-63224134686d", "name": "network-vif-deleted", "tag": "9f94e177-f2e3-4705-b0ab-44266949f578", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:06:16.880560 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-db600898-9f90-4b38-9475-fa0c46c932a6 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:06:16.881050 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97966633-6b63-481a-a12c-63224134686d', 'name': 'network-vif-deleted', 'tag': '9f94e177-f2e3-4705-b0ab-44266949f578', 'status': 'completed', 'code': 200} Nov 22 17:06:16.962949 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1480171f-a81a-4a38-b96e-e214ae59f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:22Z', 'revision_number': 4, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port': {'id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': 'fc3ac4b0-5754-45c1-a495-bb968ad3f110', 'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'mac_address': 'fa:16:3e:42:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:21Z', 'updated_at': '2021-11-22T17:03:25Z', 'revision_number': 5, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'subnets': [{'id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:16.990790 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1480171f-a81a-4a38-b96e-e214ae59f14e None None] Checking router: 088aa0d6-e8d9-42e4-a697-a1230f3843c1 for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:06:16.999424 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1480171f-a81a-4a38-b96e-e214ae59f14e None None] Routers {'088aa0d6-e8d9-42e4-a697-a1230f3843c1'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:17.000072 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1480171f-a81a-4a38-b96e-e214ae59f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:06:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:17.118387 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-1480171f-a81a-4a38-b96e-e214ae59f14e None None] Set router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:17.232703 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a726822a-d803-46fe-bdc9-9f789db816d6 req-2131d8f6-a7fe-436d-b4d4-55568d8cb42b tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=97966633-6b63-481a-a12c-63224134686d HTTP/1.1" status: 200 len: 210 time: 0.0337946 Nov 22 17:06:17.326196 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1480171f-a81a-4a38-b96e-e214ae59f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:22Z', 'revision_number': 4, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port': {'id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': 'fc3ac4b0-5754-45c1-a495-bb968ad3f110', 'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'mac_address': 'fa:16:3e:42:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:21Z', 'updated_at': '2021-11-22T17:03:25Z', 'revision_number': 5, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'subnets': [{'id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:17.356149 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1480171f-a81a-4a38-b96e-e214ae59f14e None None] The sync data for ids ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'] in dv-cinder-778193-11-iscsi is: [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:22Z', 'revision_number': 4, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port': {'id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': 'fc3ac4b0-5754-45c1-a495-bb968ad3f110', 'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'mac_address': 'fa:16:3e:42:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:21Z', 'updated_at': '2021-11-22T17:03:25Z', 'revision_number': 5, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'subnets': [{'id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:06:17.577351 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71a8b5-9c66-42bc-b0f2-62a0a495374d None None] New status for floating IP ba8c9ced-5712-4a7e-8da6-b09f9fc357a6: DOWN {{(pid=102629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:06:18.320300 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 51018) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:18.373742 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4fed8ea8-866a-488c-beee-28dab6ac6b41 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.397496 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4fed8ea8-866a-488c-beee-28dab6ac6b41 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.444112 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4fed8ea8-866a-488c-beee-28dab6ac6b41 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.446810 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4fed8ea8-866a-488c-beee-28dab6ac6b41 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.447956 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-4fed8ea8-866a-488c-beee-28dab6ac6b41 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "DELETE /v2.0/security-groups/d0b376b2-5ed1-483e-a05d-f09412216b71 HTTP/1.1" status: 204 len: 168 time: 0.1266787 Nov 22 17:06:18.456036 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51020) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:18.457145 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed8ea8-866a-488c-beee-28dab6ac6b41 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b376b2-5ed1-483e-a05d-f09412216b71,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:18.471499 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.api.v2.resource [None req-cc36d765-048d-497f-bec3-ed1020e02692 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] show failed (client error): The resource could not be found. Nov 22 17:06:18.475331 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-cc36d765-048d-497f-bec3-ed1020e02692 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups/d0b376b2-5ed1-483e-a05d-f09412216b71 HTTP/1.1" status: 404 len: 347 time: 0.0207567 Nov 22 17:06:18.475564 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51022) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:18.602615 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-e41e6630-3607-4277-9c26-d95f7b759a3a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Deleting port 03da6879-697b-4128-aae2-2f38abf018d7 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:18.602950 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e41e6630-3607-4277-9c26-d95f7b759a3a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.676224 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e41e6630-3607-4277-9c26-d95f7b759a3a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.676547 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e41e6630-3607-4277-9c26-d95f7b759a3a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.688030 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-e41e6630-3607-4277-9c26-d95f7b759a3a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Calling delete_port for 03da6879-697b-4128-aae2-2f38abf018d7 owned by network:floatingip {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:18.824728 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e41e6630-3607-4277-9c26-d95f7b759a3a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.853774 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e6630-3607-4277-9c26-d95f7b759a3a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Pushing event deleted for resources: {'Port': ['ID=03da6879-697b-4128-aae2-2f38abf018d7,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:18.912952 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e41e6630-3607-4277-9c26-d95f7b759a3a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for floatingip, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.915642 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e41e6630-3607-4277-9c26-d95f7b759a3a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.916812 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e41e6630-3607-4277-9c26-d95f7b759a3a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "DELETE /v2.0/floatingips/ba8c9ced-5712-4a7e-8da6-b09f9fc357a6 HTTP/1.1" status: 204 len: 168 time: 0.4390645 Nov 22 17:06:19.509061 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51026) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:19.513588 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-1158d7b7-55cb-4266-af6b-148f51a81fb7 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700059852', 'description': 'tempest-description--1198030557'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:19.536418 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1158d7b7-55cb-4266-af6b-148f51a81fb7 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.602889 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1158d7b7-55cb-4266-af6b-148f51a81fb7 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.606726 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1158d7b7-55cb-4266-af6b-148f51a81fb7 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.636142 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158d7b7-55cb-4266-af6b-148f51a81fb7 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1904615f-0cc8-4128-8d2a-f5246a64119b,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:19.640179 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1158d7b7-55cb-4266-af6b-148f51a81fb7 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.641383 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1158d7b7-55cb-4266-af6b-148f51a81fb7 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1313150 Nov 22 17:06:19.644246 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51028) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:19.648645 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-630b4622-8e9e-4b1d-aae2-130b997639f0 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Request body: {'security_group_rule': {'security_group_id': '1904615f-0cc8-4128-8d2a-f5246a64119b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:19.673501 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-630b4622-8e9e-4b1d-aae2-130b997639f0 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.731272 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-630b4622-8e9e-4b1d-aae2-130b997639f0 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.735146 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-630b4622-8e9e-4b1d-aae2-130b997639f0 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.759003 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b4622-8e9e-4b1d-aae2-130b997639f0 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba990198-4f27-4454-8e24-42b28d5b4ab4,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:19.768111 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-630b4622-8e9e-4b1d-aae2-130b997639f0 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.769503 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-630b4622-8e9e-4b1d-aae2-130b997639f0 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241765 Nov 22 17:06:19.772019 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51030) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:19.776257 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-729b1fbd-1fdd-429e-b9ab-e7fd972b4c7a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Request body: {'security_group_rule': {'security_group_id': '1904615f-0cc8-4128-8d2a-f5246a64119b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:19.802769 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-729b1fbd-1fdd-429e-b9ab-e7fd972b4c7a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.858449 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-729b1fbd-1fdd-429e-b9ab-e7fd972b4c7a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.862859 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-729b1fbd-1fdd-429e-b9ab-e7fd972b4c7a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749795'] for security_group_rule, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.881984 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b1fbd-1fdd-429e-b9ab-e7fd972b4c7a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10069f79-4539-458e-a205-94ae0d0a009d,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:19.891622 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-729b1fbd-1fdd-429e-b9ab-e7fd972b4c7a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.892882 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-729b1fbd-1fdd-429e-b9ab-e7fd972b4c7a tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199081 Nov 22 17:06:19.895885 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51032) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:19.900125 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-f60ea451-3f62-43cc-8ee9-fcd2c3a900bf tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Request body: {'floatingip': {'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:19.921472 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f60ea451-3f62-43cc-8ee9-fcd2c3a900bf tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for floatingip, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.023006 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f60ea451-3f62-43cc-8ee9-fcd2c3a900bf tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.122210 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-f60ea451-3f62-43cc-8ee9-fcd2c3a900bf tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Allocated IP 172.27.0.223 (d3425354-8fe0-452b-a94a-32f4eb04cb86/91bd23ed-08b5-4bc5-9b3d-886376dc3ccb/2366cd6d-a595-4e3c-bcaa-813d0318d1e3) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:20.225271 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f60ea451-3f62-43cc-8ee9-fcd2c3a900bf tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.258977 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f60ea451-3f62-43cc-8ee9-fcd2c3a900bf tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.297307 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60ea451-3f62-43cc-8ee9-fcd2c3a900bf tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Network d3425354-8fe0-452b-a94a-32f4eb04cb86 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:20.302125 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-f60ea451-3f62-43cc-8ee9-fcd2c3a900bf tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:20.306398 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60ea451-3f62-43cc-8ee9-fcd2c3a900bf tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:20.309439 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ea451-3f62-43cc-8ee9-fcd2c3a900bf tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Pushing event updated for resources: {'Port': ['ID=2366cd6d-a595-4e3c-bcaa-813d0318d1e3,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:20.391667 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f60ea451-3f62-43cc-8ee9-fcd2c3a900bf tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.428111 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f60ea451-3f62-43cc-8ee9-fcd2c3a900bf tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.506391 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 9f94e177-f2e3-4705-b0ab-44266949f578 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:06:20.527398 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: 9f94e177-f2e3-4705-b0ab-44266949f578 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:06:20.527777 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 9f94e177-f2e3-4705-b0ab-44266949f578 not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:06:20.575573 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f60ea451-3f62-43cc-8ee9-fcd2c3a900bf tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.580561 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f60ea451-3f62-43cc-8ee9-fcd2c3a900bf tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.648264 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ea451-3f62-43cc-8ee9-fcd2c3a900bf tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Pushing event updated for resources: {'Port': ['ID=2366cd6d-a595-4e3c-bcaa-813d0318d1e3,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:20.662539 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f60ea451-3f62-43cc-8ee9-fcd2c3a900bf tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3767069'] for floatingip, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.677774 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f60ea451-3f62-43cc-8ee9-fcd2c3a900bf tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.679032 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-f60ea451-3f62-43cc-8ee9-fcd2c3a900bf tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7822015 Nov 22 17:06:20.885758 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-624174c3-a2ae-46ac-b534-7c1c85a34cda tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--700059852&fields=id&tenant_id=f1344b05d7b3482a80fd927587d155ae HTTP/1.1" status: 200 len: 267 time: 0.0432019 Nov 22 17:06:20.995680 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-d94f829b-9b71-400d-9e33-25a4c2724348 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:20.997177 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-d94f829b-9b71-400d-9e33-25a4c2724348 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/networks?id=3f0b8753-02d0-41f9-ada5-cae4b59cb432 HTTP/1.1" status: 200 len: 811 time: 0.1045945 Nov 22 17:06:21.013050 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-70875f54-cf03-46ea-985f-57f263ee7c72 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/quotas/f1344b05d7b3482a80fd927587d155ae HTTP/1.1" status: 200 len: 375 time: 0.0091720 Nov 22 17:06:21.062993 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-ca8e9ab6-2f59-41c6-abaf-c3369afd4326 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f1344b05d7b3482a80fd927587d155ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438697 Nov 22 17:06:21.168970 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-64d04485-4edd-48f7-b823-9fb7b27cdb12 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:06:21.169958 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-64d04485-4edd-48f7-b823-9fb7b27cdb12 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0950859 Nov 22 17:06:21.257405 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-3066b08a-674e-48b5-be81-914187a91101 service neutron] 10.222.0.75 "GET /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805457 Nov 22 17:06:21.347496 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-2a2fa793-d73e-4617-b1bf-52b7ccde3893 service neutron] 10.222.0.75 "GET /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840805 Nov 22 17:06:21.512028 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a498940b-2de7-48d5-90bb-6ec1b13130ce req-66289f91-21d3-42ee-9af5-02704f38ed63 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=38b59b54-e36a-4ead-8b59-f0318a0dbdbd HTTP/1.1" status: 200 len: 210 time: 0.0269372 Nov 22 17:06:22.569520 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-94732588-e2bc-49b2-b103-8ed8d4e3722e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:22.571059 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-94732588-e2bc-49b2-b103-8ed8d4e3722e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.85 "GET /v2.0/networks?id=3f0b8753-02d0-41f9-ada5-cae4b59cb432 HTTP/1.1" status: 200 len: 811 time: 0.1141250 Nov 22 17:06:22.616965 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b68a7948-2698-49fb-9eb5-db1130682b38 req-28cc69aa-62c4-417a-93ea-9b346d1d5301 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=38b59b54-e36a-4ead-8b59-f0318a0dbdbd HTTP/1.1" status: 200 len: 210 time: 0.0269094 Nov 22 17:06:22.640964 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-80f1be94-dc54-4ade-a9e1-86a5d43ad87f tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1344b05d7b3482a80fd927587d155ae HTTP/1.1" status: 200 len: 379 time: 0.0593436 Nov 22 17:06:22.655902 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-95cbea65-4933-46b2-92b5-53d0be8113d4 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Request body: {'port': {'device_id': '38b59b54-e36a-4ead-8b59-f0318a0dbdbd', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'admin_state_up': True, 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'security_groups': ['1904615f-0cc8-4128-8d2a-f5246a64119b']}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:22.765904 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-95cbea65-4933-46b2-92b5-53d0be8113d4 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Made reservation on behalf of f1344b05d7b3482a80fd927587d155ae for: {'port': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:06:22.769957 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-95cbea65-4933-46b2-92b5-53d0be8113d4 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.892521 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-95cbea65-4933-46b2-92b5-53d0be8113d4 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Allocated IP 172.20.0.14 (3f0b8753-02d0-41f9-ada5-cae4b59cb432/f0e3506c-0615-4bc6-894f-57fb3b455633/e942a984-6c5b-4a62-9339-1b9ad9cb6d5b) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:23.029216 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-95cbea65-4933-46b2-92b5-53d0be8113d4 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:23.062362 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-95cbea65-4933-46b2-92b5-53d0be8113d4 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:23.106067 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-95cbea65-4933-46b2-92b5-53d0be8113d4 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Network 3f0b8753-02d0-41f9-ada5-cae4b59cb432 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:23.109283 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-95cbea65-4933-46b2-92b5-53d0be8113d4 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:23.112851 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-95cbea65-4933-46b2-92b5-53d0be8113d4 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:23.136727 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbea65-4933-46b2-92b5-53d0be8113d4 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Pushing event updated for resources: {'Port': ['ID=e942a984-6c5b-4a62-9339-1b9ad9cb6d5b,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:23.171022 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-95cbea65-4933-46b2-92b5-53d0be8113d4 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:23.171670 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-95cbea65-4933-46b2-92b5-53d0be8113d4 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:23.190336 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-95cbea65-4933-46b2-92b5-53d0be8113d4 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5378900 Nov 22 17:06:23.203130 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Request body: {'port': {'device_id': '38b59b54-e36a-4ead-8b59-f0318a0dbdbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:23.259479 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:23.297244 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-92e8fcfc-e435-4dfc-a88b-b70bbd6f6002 None None] Provisioning complete for port e942a984-6c5b-4a62-9339-1b9ad9cb6d5b triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:23.297848 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92e8fcfc-e435-4dfc-a88b-b70bbd6f6002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:23.333144 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-92e8fcfc-e435-4dfc-a88b-b70bbd6f6002 None None] Port e942a984-6c5b-4a62-9339-1b9ad9cb6d5b cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:06:23.527183 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e942a984-6c5b-4a62-9339-1b9ad9cb6d5b {{(pid=102627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:06:23.534387 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:23.547232 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.provisioning_blocks [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Transition to ACTIVE for port object e942a984-6c5b-4a62-9339-1b9ad9cb6d5b will not be triggered until provisioned by entity L2. {{(pid=102627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:06:23.551643 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:23.599501 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e942a984-6c5b-4a62-9339-1b9ad9cb6d5b,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:23.672532 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Attempting to bind port e942a984-6c5b-4a62-9339-1b9ad9cb6d5b on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:06:23.672872 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Attempting to bind port e942a984-6c5b-4a62-9339-1b9ad9cb6d5b by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6700c3bf-a42e-43bd-8f88-029d1be22612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432'}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:06:23.673204 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Attempting to bind port e942a984-6c5b-4a62-9339-1b9ad9cb6d5b on network 3f0b8753-02d0-41f9-ada5-cae4b59cb432 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:23.678570 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Port e942a984-6c5b-4a62-9339-1b9ad9cb6d5b on network 3f0b8753-02d0-41f9-ada5-cae4b59cb432 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:06:23.678888 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Attempting to bind port e942a984-6c5b-4a62-9339-1b9ad9cb6d5b on network 3f0b8753-02d0-41f9-ada5-cae4b59cb432 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:23.683918 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:06:23.684294 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Checking segment: {'id': '6700c3bf-a42e-43bd-8f88-029d1be22612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:23.684684 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Bound using segment: {'id': '6700c3bf-a42e-43bd-8f88-029d1be22612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432'} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:06:23.685592 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Bound port: e942a984-6c5b-4a62-9339-1b9ad9cb6d5b, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6700c3bf-a42e-43bd-8f88-029d1be22612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432'}}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:06:23.685592 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:23.785831 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] For port e942a984-6c5b-4a62-9339-1b9ad9cb6d5b, host hv-cinder-77819, cleared binding levels {{(pid=102627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:06:23.794607 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084ca51-2611-4621-8da8-03b4b5c934ef req-f6960436-881c-4d7d-9dc6-7fe600051a65 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:23.796090 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f084ca51-2611-4621-8da8-03b4b5c934ef req-f6960436-881c-4d7d-9dc6-7fe600051a65 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=38b59b54-e36a-4ead-8b59-f0318a0dbdbd HTTP/1.1" status: 200 len: 944 time: 0.0942595 Nov 22 17:06:23.811981 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] For port e942a984-6c5b-4a62-9339-1b9ad9cb6d5b, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e942a984-6c5b-4a62-9339-1b9ad9cb6d5b,segment=NetworkSegment(6700c3bf-a42e-43bd-8f88-029d1be22612),segment_id=6700c3bf-a42e-43bd-8f88-029d1be22612)] {{(pid=102627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:06:23.821791 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:23.873187 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:23.873795 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:23.875195 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] 10.222.0.85 "PUT /v2.0/ports/e942a984-6c5b-4a62-9339-1b9ad9cb6d5b HTTP/1.1" status: 200 len: 1094 time: 0.6763854 Nov 22 17:06:23.877664 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b59b54-e36a-4ead-8b59-f0318a0dbdbd', 'tag': 'e942a984-6c5b-4a62-9339-1b9ad9cb6d5b'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:06:23.879907 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1031a8f1-7a72-40d3-a17d-172c624534a9" -d '{"events": [{"name": "network-changed", "server_uuid": "38b59b54-e36a-4ead-8b59-f0318a0dbdbd", "tag": "e942a984-6c5b-4a62-9339-1b9ad9cb6d5b"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:06:23.906094 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f084ca51-2611-4621-8da8-03b4b5c934ef req-ce0c75d6-d328-41f7-9737-d786ec4853d3 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=1904615f-0cc8-4128-8d2a-f5246a64119b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023405 Nov 22 17:06:23.907237 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9061a7b-1c17-4a66-a463-e2b8faf5e8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e942a984-6c5b-4a62-9339-1b9ad9cb6d5b,revision_number=3']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:23.942383 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03adcddb-21e5-4bfd-a7f2-9e9a83c061ab x-openstack-request-id: req-03adcddb-21e5-4bfd-a7f2-9e9a83c061ab {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:06:23.942679 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b59b54-e36a-4ead-8b59-f0318a0dbdbd", "tag": "e942a984-6c5b-4a62-9339-1b9ad9cb6d5b", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:06:23.942927 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-03adcddb-21e5-4bfd-a7f2-9e9a83c061ab {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:06:23.943322 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b59b54-e36a-4ead-8b59-f0318a0dbdbd', 'tag': 'e942a984-6c5b-4a62-9339-1b9ad9cb6d5b', 'status': 'completed', 'code': 200} Nov 22 17:06:23.976886 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-43477960-05e4-4734-bc07-16ca4da891b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:23.979298 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-43477960-05e4-4734-bc07-16ca4da891b9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f1344b05d7b3482a80fd927587d155ae&device_id=38b59b54-e36a-4ead-8b59-f0318a0dbdbd HTTP/1.1" status: 200 len: 1097 time: 0.0499406 Nov 22 17:06:24.023558 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-5c78ba91-6c28-4140-80f3-929b1f86fff7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e942a984-6c5b-4a62-9339-1b9ad9cb6d5b HTTP/1.1" status: 200 len: 217 time: 0.0354898 Nov 22 17:06:24.077509 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-1e236949-8287-480d-bc8d-7dc59cf3b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:24.078726 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-1e236949-8287-480d-bc8d-7dc59cf3b5c2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f0e3506c-0615-4bc6-894f-57fb3b455633 HTTP/1.1" status: 200 len: 850 time: 0.0477395 Nov 22 17:06:24.125720 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-e5de0af5-4b9e-495f-93c7-0c809288da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:24.127326 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-e5de0af5-4b9e-495f-93c7-0c809288da4f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f0b8753-02d0-41f9-ada5-cae4b59cb432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397274 Nov 22 17:06:24.219347 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-5bcc8752-cc1b-4aa6-ae45-0ec0f14713a0 service neutron] 10.222.0.85 "GET /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837383 Nov 22 17:06:24.311444 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ae5a48c2-d432-4bc8-b6a8-ad9350aec32f req-8b973a4e-5a02-42e0-9ba7-63911880dafa service neutron] 10.222.0.85 "GET /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838325 Nov 22 17:06:24.400845 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031a8f1-7a72-40d3-a17d-172c624534a9 req-b5fe84f4-5d54-43a2-ae7a-3d56593a5cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:24.402317 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1031a8f1-7a72-40d3-a17d-172c624534a9 req-b5fe84f4-5d54-43a2-ae7a-3d56593a5cea service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f1344b05d7b3482a80fd927587d155ae&device_id=38b59b54-e36a-4ead-8b59-f0318a0dbdbd HTTP/1.1" status: 200 len: 1097 time: 0.0407262 Nov 22 17:06:24.502954 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031a8f1-7a72-40d3-a17d-172c624534a9 req-c920c87d-35ad-4402-8d38-ebd5a0403c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:24.504432 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1031a8f1-7a72-40d3-a17d-172c624534a9 req-c920c87d-35ad-4402-8d38-ebd5a0403c3a service neutron] 10.222.0.85 "GET /v2.0/networks?id=3f0b8753-02d0-41f9-ada5-cae4b59cb432 HTTP/1.1" status: 200 len: 913 time: 0.0855739 Nov 22 17:06:24.551568 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1031a8f1-7a72-40d3-a17d-172c624534a9 req-9fe3d294-1e12-4ca2-b19f-47052ebdd762 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e942a984-6c5b-4a62-9339-1b9ad9cb6d5b HTTP/1.1" status: 200 len: 217 time: 0.0373271 Nov 22 17:06:24.588636 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:06:24.604193 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031a8f1-7a72-40d3-a17d-172c624534a9 req-bf70423e-1da7-40f5-921b-c52a84c23fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:24.605661 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1031a8f1-7a72-40d3-a17d-172c624534a9 req-bf70423e-1da7-40f5-921b-c52a84c23fd8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f0e3506c-0615-4bc6-894f-57fb3b455633 HTTP/1.1" status: 200 len: 850 time: 0.0467131 Nov 22 17:06:24.657346 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031a8f1-7a72-40d3-a17d-172c624534a9 req-24d86918-e4c8-4883-934f-1d66c9768237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:24.658874 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1031a8f1-7a72-40d3-a17d-172c624534a9 req-24d86918-e4c8-4883-934f-1d66c9768237 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f0b8753-02d0-41f9-ada5-cae4b59cb432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421555 Nov 22 17:06:24.750485 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1031a8f1-7a72-40d3-a17d-172c624534a9 req-80618106-792b-4b93-954e-5a717dd776ab service neutron] 10.222.0.85 "GET /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835464 Nov 22 17:06:24.840447 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1031a8f1-7a72-40d3-a17d-172c624534a9 req-bab2b722-c85e-4936-a7dd-42238fca17ed service neutron] 10.222.0.85 "GET /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814540 Nov 22 17:06:25.023014 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d0f3f-53ee-4a56-bcbc-59e4667bc8af req-0d4b9a5d-85e2-43c3-bbf0-714145237872 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:25.024466 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-df1d0f3f-53ee-4a56-bcbc-59e4667bc8af req-0d4b9a5d-85e2-43c3-bbf0-714145237872 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=38b59b54-e36a-4ead-8b59-f0318a0dbdbd HTTP/1.1" status: 200 len: 944 time: 0.0488505 Nov 22 17:06:25.074863 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-df1d0f3f-53ee-4a56-bcbc-59e4667bc8af req-04be6c64-46b8-4d2c-a5eb-63389dc1ba08 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=1904615f-0cc8-4128-8d2a-f5246a64119b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445991 Nov 22 17:06:26.188787 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e92e37-9ab2-42f5-9f24-ded966c8224f req-cf36df00-4ad4-4973-9814-eadfda09afa8 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:26.190239 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b9e92e37-9ab2-42f5-9f24-ded966c8224f req-cf36df00-4ad4-4973-9814-eadfda09afa8 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=38b59b54-e36a-4ead-8b59-f0318a0dbdbd HTTP/1.1" status: 200 len: 944 time: 0.0478706 Nov 22 17:06:26.240579 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b9e92e37-9ab2-42f5-9f24-ded966c8224f req-a750ff3e-e39c-4e05-9ac7-3d034e5aa915 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=1904615f-0cc8-4128-8d2a-f5246a64119b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443916 Nov 22 17:06:26.545448 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device e942a984-6c5b-4a62-9339-1b9ad9cb6d5b details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:06:26.641670 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port e942a984-6c5b-4a62-9339-1b9ad9cb6d5b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e942a984-6c5b-4a62-9339-1b9ad9cb6d5b,segment=NetworkSegment(6700c3bf-a42e-43bd-8f88-029d1be22612),segment_id=6700c3bf-a42e-43bd-8f88-029d1be22612)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:26.653292 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': 'e942a984-6c5b-4a62-9339-1b9ad9cb6d5b', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'port_id': 'e942a984-6c5b-4a62-9339-1b9ad9cb6d5b', 'mac_address': 'fa:16:3e:de:64:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:06:26.690557 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:26.703363 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e942a984-6c5b-4a62-9339-1b9ad9cb6d5b {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:06:26.723067 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port e942a984-6c5b-4a62-9339-1b9ad9cb6d5b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e942a984-6c5b-4a62-9339-1b9ad9cb6d5b,segment=NetworkSegment(6700c3bf-a42e-43bd-8f88-029d1be22612),segment_id=6700c3bf-a42e-43bd-8f88-029d1be22612)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:26.727137 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:26.773576 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=e942a984-6c5b-4a62-9339-1b9ad9cb6d5b,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:26.960400 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['e942a984-6c5b-4a62-9339-1b9ad9cb6d5b'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:06:27.353609 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44673ff2-9b34-4cf3-8832-839d81bdc319 req-fbb3bf85-5f08-4910-aae1-4445447be6e1 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:27.355071 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-44673ff2-9b34-4cf3-8832-839d81bdc319 req-fbb3bf85-5f08-4910-aae1-4445447be6e1 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=38b59b54-e36a-4ead-8b59-f0318a0dbdbd HTTP/1.1" status: 200 len: 945 time: 0.0486801 Nov 22 17:06:27.401994 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-44673ff2-9b34-4cf3-8832-839d81bdc319 req-13bb490d-0462-45bd-bfea-0e11bf4cd151 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=1904615f-0cc8-4128-8d2a-f5246a64119b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408626 Nov 22 17:06:28.415077 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.516103 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cf90e-88fd-4688-a0dc-57c0778c7efd req-1f0bd376-538f-4c2b-a11e-a14737652b01 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:28.517553 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f54cf90e-88fd-4688-a0dc-57c0778c7efd req-1f0bd376-538f-4c2b-a11e-a14737652b01 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=38b59b54-e36a-4ead-8b59-f0318a0dbdbd HTTP/1.1" status: 200 len: 945 time: 0.0483472 Nov 22 17:06:28.565667 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f54cf90e-88fd-4688-a0dc-57c0778c7efd req-2e311b50-e94e-42c1-b965-3ed7d597bf0d tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=1904615f-0cc8-4128-8d2a-f5246a64119b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421240 Nov 22 17:06:28.572378 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device e942a984-6c5b-4a62-9339-1b9ad9cb6d5b up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:06:28.625077 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port e942a984-6c5b-4a62-9339-1b9ad9cb6d5b completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:06:28.628772 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port e942a984-6c5b-4a62-9339-1b9ad9cb6d5b triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:28.629137 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.703704 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.726634 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b59b54-e36a-4ead-8b59-f0318a0dbdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e942a984-6c5b-4a62-9339-1b9ad9cb6d5b'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:06:28.728882 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60254d8-e574-4d67-a01a-c77bbc4d9062" -d '{"events": [{"server_uuid": "38b59b54-e36a-4ead-8b59-f0318a0dbdbd", "name": "network-vif-plugged", "status": "completed", "tag": "e942a984-6c5b-4a62-9339-1b9ad9cb6d5b"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:06:28.741642 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port e942a984-6c5b-4a62-9339-1b9ad9cb6d5b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e942a984-6c5b-4a62-9339-1b9ad9cb6d5b,segment=NetworkSegment(6700c3bf-a42e-43bd-8f88-029d1be22612),segment_id=6700c3bf-a42e-43bd-8f88-029d1be22612)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:28.745632 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.792379 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=e942a984-6c5b-4a62-9339-1b9ad9cb6d5b,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:28.830045 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594bae50-aef1-4655-83ed-db4570b911c6 x-openstack-request-id: req-594bae50-aef1-4655-83ed-db4570b911c6 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:06:28.830874 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b59b54-e36a-4ead-8b59-f0318a0dbdbd", "name": "network-vif-plugged", "status": "completed", "tag": "e942a984-6c5b-4a62-9339-1b9ad9cb6d5b", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:06:28.831120 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-594bae50-aef1-4655-83ed-db4570b911c6 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:06:28.831528 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b59b54-e36a-4ead-8b59-f0318a0dbdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e942a984-6c5b-4a62-9339-1b9ad9cb6d5b', 'code': 200} Nov 22 17:06:28.996292 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6af92-af74-4c77-a1fc-b7b41f895913 req-6ea52038-0112-4bf5-abb4-8e4ccae6cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:28.997673 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d3d6af92-af74-4c77-a1fc-b7b41f895913 req-6ea52038-0112-4bf5-abb4-8e4ccae6cd4f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=38b59b54-e36a-4ead-8b59-f0318a0dbdbd HTTP/1.1" status: 200 len: 1099 time: 0.0389733 Nov 22 17:06:29.042229 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d3d6af92-af74-4c77-a1fc-b7b41f895913 req-c3476ded-6f4b-4ef1-a17a-c843ef03a26c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1904615f-0cc8-4128-8d2a-f5246a64119b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367913 Nov 22 17:06:29.680523 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8156f0-de05-449f-b644-604eb7c8a298 req-fb6e9be1-fe06-4454-b7c8-ee972b2c1d3d tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:29.681981 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3d8156f0-de05-449f-b644-604eb7c8a298 req-fb6e9be1-fe06-4454-b7c8-ee972b2c1d3d tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=38b59b54-e36a-4ead-8b59-f0318a0dbdbd HTTP/1.1" status: 200 len: 946 time: 0.0485442 Nov 22 17:06:29.729531 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3d8156f0-de05-449f-b644-604eb7c8a298 req-c8d40c99-d357-4aef-a99d-5bf29991baa7 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=1904615f-0cc8-4128-8d2a-f5246a64119b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416110 Nov 22 17:06:30.845885 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53480e55-2e4a-4fcb-8ae1-20be22324951 req-88d6f33a-617b-4b04-90cf-2763b0898150 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:30.847791 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-53480e55-2e4a-4fcb-8ae1-20be22324951 req-88d6f33a-617b-4b04-90cf-2763b0898150 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=38b59b54-e36a-4ead-8b59-f0318a0dbdbd HTTP/1.1" status: 200 len: 946 time: 0.0509555 Nov 22 17:06:30.894224 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-53480e55-2e4a-4fcb-8ae1-20be22324951 req-151273bd-2402-4d0a-a126-76975dc67414 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=1904615f-0cc8-4128-8d2a-f5246a64119b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405338 Nov 22 17:06:31.006112 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9849257-183c-4e3e-b619-0bcad99555e4 req-29de1313-6214-4390-bf54-d61cf3e7cbcd tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:31.007561 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b9849257-183c-4e3e-b619-0bcad99555e4 req-29de1313-6214-4390-bf54-d61cf3e7cbcd tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=38b59b54-e36a-4ead-8b59-f0318a0dbdbd HTTP/1.1" status: 200 len: 946 time: 0.0509422 Nov 22 17:06:31.016183 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 51092) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:31.021153 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e03d9e07-11ee-4180-ac47-384640d44470 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Request body: {'floatingip': {'port_id': 'e942a984-6c5b-4a62-9339-1b9ad9cb6d5b'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:31.059164 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e03d9e07-11ee-4180-ac47-384640d44470 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for floatingip, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.494048 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e03d9e07-11ee-4180-ac47-384640d44470 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.498312 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e03d9e07-11ee-4180-ac47-384640d44470 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3767069'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.597765 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-e03d9e07-11ee-4180-ac47-384640d44470 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Floating IP 477ef451-1dd0-41da-a155-6bbf15b9fceb associated. External IP: 172.27.0.223, port: e942a984-6c5b-4a62-9339-1b9ad9cb6d5b. Nov 22 17:06:31.799452 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03d9e07-11ee-4180-ac47-384640d44470 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:06:31.902556 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03d9e07-11ee-4180-ac47-384640d44470 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:06:31.907489 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e03d9e07-11ee-4180-ac47-384640d44470 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.912640 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2791381-6ca2-4545-aabb-b1a90095e662 None None] Sync routers for ids ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:06:31.921971 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2791381-6ca2-4545-aabb-b1a90095e662 None None] Routers {'088aa0d6-e8d9-42e4-a697-a1230f3843c1'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:31.922560 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f2791381-6ca2-4545-aabb-b1a90095e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:06:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:31.939287 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e03d9e07-11ee-4180-ac47-384640d44470 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "PUT /v2.0/floatingips/477ef451-1dd0-41da-a155-6bbf15b9fceb HTTP/1.1" status: 200 len: 992 time: 0.9194870 Nov 22 17:06:31.939287 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b59b54-e36a-4ead-8b59-f0318a0dbdbd', 'tag': 'e942a984-6c5b-4a62-9339-1b9ad9cb6d5b'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:06:31.940458 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247ac0d67eb8d2a22a44c7ccc23fe554a2a333ae6ca4005ce754f062b0cdd04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326a55fa-8e38-412a-a529-ebb7e73de7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "38b59b54-e36a-4ead-8b59-f0318a0dbdbd", "tag": "e942a984-6c5b-4a62-9339-1b9ad9cb6d5b"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:06:32.038069 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd3a01d-7ef3-4cfa-bea5-ca481edfb903 x-openstack-request-id: req-8fd3a01d-7ef3-4cfa-bea5-ca481edfb903 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:06:32.038690 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b59b54-e36a-4ead-8b59-f0318a0dbdbd", "tag": "e942a984-6c5b-4a62-9339-1b9ad9cb6d5b", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:06:32.038690 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8fd3a01d-7ef3-4cfa-bea5-ca481edfb903 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:06:32.039033 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f2791381-6ca2-4545-aabb-b1a90095e662 None None] Set router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:32.039155 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b59b54-e36a-4ead-8b59-f0318a0dbdbd', 'tag': 'e942a984-6c5b-4a62-9339-1b9ad9cb6d5b', 'status': 'completed', 'code': 200} Nov 22 17:06:32.098899 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a55fa-8e38-412a-a529-ebb7e73de7a2 req-9fd787ba-5d7f-43e8-901a-3d23c948d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:32.100396 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-326a55fa-8e38-412a-a529-ebb7e73de7a2 req-9fd787ba-5d7f-43e8-901a-3d23c948d95f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f1344b05d7b3482a80fd927587d155ae&device_id=38b59b54-e36a-4ead-8b59-f0318a0dbdbd HTTP/1.1" status: 200 len: 1099 time: 0.0393202 Nov 22 17:06:32.267050 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f2791381-6ca2-4545-aabb-b1a90095e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:22Z', 'revision_number': 4, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port': {'id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': '477ef451-1dd0-41da-a155-6bbf15b9fceb', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'port_id': 'e942a984-6c5b-4a62-9339-1b9ad9cb6d5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'mac_address': 'fa:16:3e:de:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b59b54-e36a-4ead-8b59-f0318a0dbdbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:06:20Z', 'updated_at': '2021-11-22T17:06:31Z', 'revision_number': 1, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3ac4b0-5754-45c1-a495-bb968ad3f110', 'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'mac_address': 'fa:16:3e:42:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:21Z', 'updated_at': '2021-11-22T17:03:25Z', 'revision_number': 5, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'subnets': [{'id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:32.294169 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2791381-6ca2-4545-aabb-b1a90095e662 None None] Checking router: 088aa0d6-e8d9-42e4-a697-a1230f3843c1 for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:06:32.303703 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2791381-6ca2-4545-aabb-b1a90095e662 None None] Routers {'088aa0d6-e8d9-42e4-a697-a1230f3843c1'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:32.304349 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f2791381-6ca2-4545-aabb-b1a90095e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:06:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:32.454848 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a55fa-8e38-412a-a529-ebb7e73de7a2 req-d4e7e47e-614c-43ce-97ad-206ed9213582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:32.456757 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-326a55fa-8e38-412a-a529-ebb7e73de7a2 req-d4e7e47e-614c-43ce-97ad-206ed9213582 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3f0b8753-02d0-41f9-ada5-cae4b59cb432 HTTP/1.1" status: 200 len: 913 time: 0.3490107 Nov 22 17:06:32.501351 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f2791381-6ca2-4545-aabb-b1a90095e662 None None] Set router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:32.523118 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-326a55fa-8e38-412a-a529-ebb7e73de7a2 req-38865a72-2f92-4a00-9dd7-3a44bc61456b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e942a984-6c5b-4a62-9339-1b9ad9cb6d5b HTTP/1.1" status: 200 len: 1000 time: 0.0584247 Nov 22 17:06:32.572484 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a55fa-8e38-412a-a529-ebb7e73de7a2 req-884178ab-16c1-4302-be30-a0ba0c8ef44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:32.573924 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-326a55fa-8e38-412a-a529-ebb7e73de7a2 req-884178ab-16c1-4302-be30-a0ba0c8ef44c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f0e3506c-0615-4bc6-894f-57fb3b455633 HTTP/1.1" status: 200 len: 850 time: 0.0439160 Nov 22 17:06:32.625891 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a55fa-8e38-412a-a529-ebb7e73de7a2 req-225f8f90-b847-4685-9f21-826fdcc3577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:32.627392 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-326a55fa-8e38-412a-a529-ebb7e73de7a2 req-225f8f90-b847-4685-9f21-826fdcc3577c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f0b8753-02d0-41f9-ada5-cae4b59cb432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0453019 Nov 22 17:06:32.717557 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-326a55fa-8e38-412a-a529-ebb7e73de7a2 req-b2f375e2-591e-42c4-871e-6022b5bbca0b service neutron] 10.222.0.85 "GET /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814435 Nov 22 17:06:32.725197 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f2791381-6ca2-4545-aabb-b1a90095e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:22Z', 'revision_number': 4, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port': {'id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': '477ef451-1dd0-41da-a155-6bbf15b9fceb', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'port_id': 'e942a984-6c5b-4a62-9339-1b9ad9cb6d5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'mac_address': 'fa:16:3e:de:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b59b54-e36a-4ead-8b59-f0318a0dbdbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:06:20Z', 'updated_at': '2021-11-22T17:06:31Z', 'revision_number': 1, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3ac4b0-5754-45c1-a495-bb968ad3f110', 'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'mac_address': 'fa:16:3e:42:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:21Z', 'updated_at': '2021-11-22T17:03:25Z', 'revision_number': 5, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'subnets': [{'id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:32.755414 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2791381-6ca2-4545-aabb-b1a90095e662 None None] The sync data for ids ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'] in dv-cinder-778193-11-iscsi is: [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:22Z', 'revision_number': 4, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port': {'id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_floatingips': [{'id': '477ef451-1dd0-41da-a155-6bbf15b9fceb', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'router_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'port_id': 'e942a984-6c5b-4a62-9339-1b9ad9cb6d5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'mac_address': 'fa:16:3e:de:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b59b54-e36a-4ead-8b59-f0318a0dbdbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:06:20Z', 'updated_at': '2021-11-22T17:06:31Z', 'revision_number': 1, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3ac4b0-5754-45c1-a495-bb968ad3f110', 'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'mac_address': 'fa:16:3e:42:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:21Z', 'updated_at': '2021-11-22T17:03:25Z', 'revision_number': 5, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'subnets': [{'id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:06:32.816791 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-326a55fa-8e38-412a-a529-ebb7e73de7a2 req-a99d2e27-1ef1-4126-8e3a-49a81f99c734 service neutron] 10.222.0.85 "GET /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903726 Nov 22 17:06:32.946157 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea7b231-3417-4045-a953-a2e9ae767048 None None] New status for floating IP 477ef451-1dd0-41da-a155-6bbf15b9fceb: ACTIVE {{(pid=102629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:06:37.218295 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5dab876-c661-4490-8680-051bbb9ee4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:39.507916 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9e984b45-7d59-44f0-bbc7-0e174b558f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:40.951967 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:42.233230 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:43.169906 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:58.414312 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:01.587846 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:07:07.220114 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4db64293-6c26-4b3d-b604-9f5fdd68be8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:09.511631 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c59e5e3b-3408-488b-95f2-1cd84cc5d220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:10.954552 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:12.233596 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:13.171356 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.441071 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:30.668059 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acc457-1aee-40da-8a7c-ba17e131ea32 req-802752a1-fc0a-49a5-a737-2d7323af71a7 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:30.669447 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c1acc457-1aee-40da-8a7c-ba17e131ea32 req-802752a1-fc0a-49a5-a737-2d7323af71a7 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=38b59b54-e36a-4ead-8b59-f0318a0dbdbd HTTP/1.1" status: 200 len: 946 time: 0.0504158 Nov 22 17:07:30.717222 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c1acc457-1aee-40da-8a7c-ba17e131ea32 req-117e44ba-2ad6-4718-b1cd-742fc49ffadd tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=1904615f-0cc8-4128-8d2a-f5246a64119b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418134 Nov 22 17:07:31.834879 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d3c82-73b8-4bf2-8d42-f6303941b97d req-6519f8af-17ff-4ea9-adfe-20d58a6e4857 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:31.836289 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-410d3c82-73b8-4bf2-8d42-f6303941b97d req-6519f8af-17ff-4ea9-adfe-20d58a6e4857 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=38b59b54-e36a-4ead-8b59-f0318a0dbdbd HTTP/1.1" status: 200 len: 946 time: 0.0493174 Nov 22 17:07:31.884218 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-410d3c82-73b8-4bf2-8d42-f6303941b97d req-3bd866dc-8e59-48d2-b2c8-a981ea426059 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=1904615f-0cc8-4128-8d2a-f5246a64119b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419168 Nov 22 17:07:32.523301 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b11ba7-d27c-432f-84a6-597dc4e53afe req-929c5541-0cf3-4be6-b9ee-28228f7ac1ed tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:32.524775 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-36b11ba7-d27c-432f-84a6-597dc4e53afe req-929c5541-0cf3-4be6-b9ee-28228f7ac1ed tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.85 "GET /v2.0/ports?device_id=38b59b54-e36a-4ead-8b59-f0318a0dbdbd HTTP/1.1" status: 200 len: 946 time: 0.0479453 Nov 22 17:07:32.617593 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-36b11ba7-d27c-432f-84a6-597dc4e53afe req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Deleting port e942a984-6c5b-4a62-9339-1b9ad9cb6d5b {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:32.617953 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-36b11ba7-d27c-432f-84a6-597dc4e53afe req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:32.705996 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-36b11ba7-d27c-432f-84a6-597dc4e53afe req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] For port e942a984-6c5b-4a62-9339-1b9ad9cb6d5b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e942a984-6c5b-4a62-9339-1b9ad9cb6d5b,segment=NetworkSegment(6700c3bf-a42e-43bd-8f88-029d1be22612),segment_id=6700c3bf-a42e-43bd-8f88-029d1be22612)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:32.706355 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-36b11ba7-d27c-432f-84a6-597dc4e53afe req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:32.877484 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-36b11ba7-d27c-432f-84a6-597dc4e53afe req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:32.877756 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-36b11ba7-d27c-432f-84a6-597dc4e53afe req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3767069'] for floatingip, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:32.878069 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.db.l3_db [req-36b11ba7-d27c-432f-84a6-597dc4e53afe req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Floating IP 477ef451-1dd0-41da-a155-6bbf15b9fceb disassociated. External IP: 172.27.0.223, port: e942a984-6c5b-4a62-9339-1b9ad9cb6d5b. Nov 22 17:07:32.878573 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-36b11ba7-d27c-432f-84a6-597dc4e53afe req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Calling delete_port for e942a984-6c5b-4a62-9339-1b9ad9cb6d5b owned by compute:nova {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:33.038920 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509fac9-74cb-4039-b131-ea73e63d89ec req-0f1be0e7-d971-493a-ac4b-40fc602825db tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:33.040395 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1509fac9-74cb-4039-b131-ea73e63d89ec req-0f1be0e7-d971-493a-ac4b-40fc602825db tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/ports?device_id=38b59b54-e36a-4ead-8b59-f0318a0dbdbd HTTP/1.1" status: 200 len: 946 time: 0.0891356 Nov 22 17:07:33.046240 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-36b11ba7-d27c-432f-84a6-597dc4e53afe req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.090072 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Pushing event deleted for resources: {'Port': ['ID=e942a984-6c5b-4a62-9339-1b9ad9cb6d5b,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:33.103355 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:33.103702 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:33.104058 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:33.104404 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:33.104740 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:33.105065 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:33.105856 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:33.105856 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:33.106065 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:33.106451 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:33.106794 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:33.107224 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:33.174923 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1509fac9-74cb-4039-b131-ea73e63d89ec req-348ac9c2-fd93-493d-bb31-f49f4679e3f2 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups?id=1904615f-0cc8-4128-8d2a-f5246a64119b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265645 Nov 22 17:07:33.235388 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36b11ba7-d27c-432f-84a6-597dc4e53afe req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:33.341938 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36b11ba7-d27c-432f-84a6-597dc4e53afe req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:33.353688 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ae883-f176-4ff2-af3a-26fd21ebadc8 None None] Sync routers for ids ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:33.365292 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ae883-f176-4ff2-af3a-26fd21ebadc8 None None] Routers {'088aa0d6-e8d9-42e4-a697-a1230f3843c1'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:33.365838 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a55ae883-f176-4ff2-af3a-26fd21ebadc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:07:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:33.383287 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b11ba7-d27c-432f-84a6-597dc4e53afe req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] No DVR routers for this DVR port e942a984-6c5b-4a62-9339-1b9ad9cb6d5b on host hv-cinder-77819 {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:07:33.385818 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-36b11ba7-d27c-432f-84a6-597dc4e53afe req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.389276 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-36b11ba7-d27c-432f-84a6-597dc4e53afe req-8d35c742-b8c2-483c-86cf-6c255b7e115e tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.85 "DELETE /v2.0/ports/e942a984-6c5b-4a62-9339-1b9ad9cb6d5b HTTP/1.1" status: 204 len: 173 time: 0.8577323 Nov 22 17:07:33.389719 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b59b54-e36a-4ead-8b59-f0318a0dbdbd', 'name': 'network-vif-deleted', 'tag': 'e942a984-6c5b-4a62-9339-1b9ad9cb6d5b'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:33.391979 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c395ab4e-0244-47dc-bb59-b86feaeb599c" -d '{"events": [{"server_uuid": "38b59b54-e36a-4ead-8b59-f0318a0dbdbd", "name": "network-vif-deleted", "tag": "e942a984-6c5b-4a62-9339-1b9ad9cb6d5b"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:33.432212 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e036797b-56c2-47f9-8eb5-2ac9722eff45 x-openstack-request-id: req-e036797b-56c2-47f9-8eb5-2ac9722eff45 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:33.432487 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b59b54-e36a-4ead-8b59-f0318a0dbdbd", "name": "network-vif-deleted", "tag": "e942a984-6c5b-4a62-9339-1b9ad9cb6d5b", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:33.432758 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e036797b-56c2-47f9-8eb5-2ac9722eff45 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:33.433146 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b59b54-e36a-4ead-8b59-f0318a0dbdbd', 'name': 'network-vif-deleted', 'tag': 'e942a984-6c5b-4a62-9339-1b9ad9cb6d5b', 'status': 'completed', 'code': 200} Nov 22 17:07:33.487393 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-a55ae883-f176-4ff2-af3a-26fd21ebadc8 None None] Set router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:33.689232 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a55ae883-f176-4ff2-af3a-26fd21ebadc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:22Z', 'revision_number': 4, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port': {'id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': 'fc3ac4b0-5754-45c1-a495-bb968ad3f110', 'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'mac_address': 'fa:16:3e:42:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:21Z', 'updated_at': '2021-11-22T17:03:25Z', 'revision_number': 5, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'subnets': [{'id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:33.717253 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ae883-f176-4ff2-af3a-26fd21ebadc8 None None] Checking router: 088aa0d6-e8d9-42e4-a697-a1230f3843c1 for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:07:33.725987 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ae883-f176-4ff2-af3a-26fd21ebadc8 None None] Routers {'088aa0d6-e8d9-42e4-a697-a1230f3843c1'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:33.726572 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a55ae883-f176-4ff2-af3a-26fd21ebadc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:07:09Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:33.831832 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-a55ae883-f176-4ff2-af3a-26fd21ebadc8 None None] Set router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:34.032826 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a55ae883-f176-4ff2-af3a-26fd21ebadc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:22Z', 'revision_number': 4, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port': {'id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': 'fc3ac4b0-5754-45c1-a495-bb968ad3f110', 'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'mac_address': 'fa:16:3e:42:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:21Z', 'updated_at': '2021-11-22T17:03:25Z', 'revision_number': 5, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'subnets': [{'id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:34.058818 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ae883-f176-4ff2-af3a-26fd21ebadc8 None None] The sync data for ids ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'] in dv-cinder-778193-11-iscsi is: [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:22Z', 'revision_number': 4, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port': {'id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi', '_interfaces': [{'id': 'fc3ac4b0-5754-45c1-a495-bb968ad3f110', 'name': '', 'network_id': '3f0b8753-02d0-41f9-ada5-cae4b59cb432', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'mac_address': 'fa:16:3e:42:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:21Z', 'updated_at': '2021-11-22T17:03:25Z', 'revision_number': 5, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'subnets': [{'id': 'f0e3506c-0615-4bc6-894f-57fb3b455633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:34.262176 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 51310) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:34.284884 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24403b8b-464a-4a76-85d6-217f93e072c1 None None] New status for floating IP 477ef451-1dd0-41da-a155-6bbf15b9fceb: DOWN {{(pid=102629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:07:34.317430 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c71c91c9-ab90-43d1-9a68-365dd9c5f720 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:34.341587 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c71c91c9-ab90-43d1-9a68-365dd9c5f720 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:34.390148 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c71c91c9-ab90-43d1-9a68-365dd9c5f720 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:34.393344 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c71c91c9-ab90-43d1-9a68-365dd9c5f720 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:34.396401 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c71c91c9-ab90-43d1-9a68-365dd9c5f720 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "DELETE /v2.0/security-groups/1904615f-0cc8-4128-8d2a-f5246a64119b HTTP/1.1" status: 204 len: 168 time: 0.1330521 Nov 22 17:07:34.399237 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51312) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:34.405792 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c91c9-ab90-43d1-9a68-365dd9c5f720 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1904615f-0cc8-4128-8d2a-f5246a64119b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:34.413030 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c91c9-ab90-43d1-9a68-365dd9c5f720 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.413385 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c91c9-ab90-43d1-9a68-365dd9c5f720 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.413730 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c91c9-ab90-43d1-9a68-365dd9c5f720 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.414070 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c91c9-ab90-43d1-9a68-365dd9c5f720 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.414412 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c91c9-ab90-43d1-9a68-365dd9c5f720 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.414745 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c91c9-ab90-43d1-9a68-365dd9c5f720 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.415330 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c91c9-ab90-43d1-9a68-365dd9c5f720 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.415696 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c91c9-ab90-43d1-9a68-365dd9c5f720 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.416272 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c91c9-ab90-43d1-9a68-365dd9c5f720 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.416765 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c91c9-ab90-43d1-9a68-365dd9c5f720 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.417263 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c91c9-ab90-43d1-9a68-365dd9c5f720 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.417877 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c91c9-ab90-43d1-9a68-365dd9c5f720 tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.418751 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.api.v2.resource [None req-e0438428-6640-4824-83b3-c722d499810d tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] show failed (client error): The resource could not be found. Nov 22 17:07:34.423855 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e0438428-6640-4824-83b3-c722d499810d tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "GET /v2.0/security-groups/1904615f-0cc8-4128-8d2a-f5246a64119b HTTP/1.1" status: 404 len: 347 time: 0.0199463 Nov 22 17:07:34.424074 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51314) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:34.557365 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-3368ae80-ee26-44bd-9213-181e1c51f7bc tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Deleting port 2366cd6d-a595-4e3c-bcaa-813d0318d1e3 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:34.557717 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3368ae80-ee26-44bd-9213-181e1c51f7bc tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:34.642735 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3368ae80-ee26-44bd-9213-181e1c51f7bc tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:34.643062 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3368ae80-ee26-44bd-9213-181e1c51f7bc tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:34.656360 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-3368ae80-ee26-44bd-9213-181e1c51f7bc tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Calling delete_port for 2366cd6d-a595-4e3c-bcaa-813d0318d1e3 owned by network:floatingip {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:34.793014 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3368ae80-ee26-44bd-9213-181e1c51f7bc tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:34.818445 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368ae80-ee26-44bd-9213-181e1c51f7bc tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Pushing event deleted for resources: {'Port': ['ID=2366cd6d-a595-4e3c-bcaa-813d0318d1e3,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:34.881942 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3368ae80-ee26-44bd-9213-181e1c51f7bc tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks [] for floatingip, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:34.884574 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3368ae80-ee26-44bd-9213-181e1c51f7bc tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for floatingip, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:34.885710 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-3368ae80-ee26-44bd-9213-181e1c51f7bc tempest-AttachVolumeTestJSON-1373417252 tempest-AttachVolumeTestJSON-1373417252-project] 10.222.0.75 "DELETE /v2.0/floatingips/477ef451-1dd0-41da-a155-6bbf15b9fceb HTTP/1.1" status: 204 len: 168 time: 0.4607608 Nov 22 17:07:36.981339 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device e942a984-6c5b-4a62-9339-1b9ad9cb6d5b no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:37.005100 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: e942a984-6c5b-4a62-9339-1b9ad9cb6d5b {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:37.005558 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device e942a984-6c5b-4a62-9339-1b9ad9cb6d5b not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:37.224015 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8af3a090-30fa-4afe-8180-8cbb57472e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:38.416394 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51342) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:38.587837 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:07:38.765068 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4ca2741a-c544-41c3-b039-96c76afb3289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832861'] for router_interface, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.009418 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-4ca2741a-c544-41c3-b039-96c76afb3289 admin admin] Deleting port fc3ac4b0-5754-45c1-a495-bb968ad3f110 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:39.009757 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4ca2741a-c544-41c3-b039-96c76afb3289 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.086826 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-4ca2741a-c544-41c3-b039-96c76afb3289 admin admin] For port fc3ac4b0-5754-45c1-a495-bb968ad3f110, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=fc3ac4b0-5754-45c1-a495-bb968ad3f110,segment=NetworkSegment(6700c3bf-a42e-43bd-8f88-029d1be22612),segment_id=6700c3bf-a42e-43bd-8f88-029d1be22612)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:39.087182 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4ca2741a-c544-41c3-b039-96c76afb3289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.099591 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-4ca2741a-c544-41c3-b039-96c76afb3289 admin admin] Calling delete_port for fc3ac4b0-5754-45c1-a495-bb968ad3f110 owned by network:router_interface {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:39.276283 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4ca2741a-c544-41c3-b039-96c76afb3289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.304035 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2741a-c544-41c3-b039-96c76afb3289 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3ac4b0-5754-45c1-a495-bb968ad3f110,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:39.470810 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4ca2741a-c544-41c3-b039-96c76afb3289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3704845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833581'] for router_interface, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.513385 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-49e1e1a9-42a3-4fdc-bdfd-92c96485b8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.685977 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca2741a-c544-41c3-b039-96c76afb3289 admin admin] Router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 has already been hosted by L3 agent 4300caae-6858-4925-b0d1-3854cbab3197 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:39.792858 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca2741a-c544-41c3-b039-96c76afb3289 admin admin] Notify agent at l3_agent.dv-cinder-778193-11-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:39.797882 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-4ca2741a-c544-41c3-b039-96c76afb3289 admin admin] 10.222.0.75 "PUT /v2.0/routers/088aa0d6-e8d9-42e4-a697-a1230f3843c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3804507 Nov 22 17:07:39.800480 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51344) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:39.803430 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56eabc8-c9b0-4327-8e31-99ce771b396f None None] Sync routers for ids ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'] in dv-cinder-778193-11-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:39.814578 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56eabc8-c9b0-4327-8e31-99ce771b396f None None] Routers {'088aa0d6-e8d9-42e4-a697-a1230f3843c1'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:39.815192 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e56eabc8-c9b0-4327-8e31-99ce771b396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:07:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:39.906255 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-abe89a49-6d21-491b-8b59-08368ea18f69 admin admin] Publish callbacks [] for router, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.919031 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e56eabc8-c9b0-4327-8e31-99ce771b396f None None] Set router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 gateway port host: dv-cinder-778193-11-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:40.008828 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-abe89a49-6d21-491b-8b59-08368ea18f69 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.104973 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e56eabc8-c9b0-4327-8e31-99ce771b396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'external_fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:07:39Z', 'revision_number': 5, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port': {'id': 'ec917da5-0200-402c-892b-ada8a5d03433', 'name': '', 'network_id': 'd3425354-8fe0-452b-a94a-32f4eb04cb86', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bd23ed-08b5-4bc5-9b3d-886376dc3ccb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-11-iscsi'}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:40.131728 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56eabc8-c9b0-4327-8e31-99ce771b396f None None] Checking router: 088aa0d6-e8d9-42e4-a697-a1230f3843c1 for host: dv-cinder-778193-11-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:07:40.141413 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56eabc8-c9b0-4327-8e31-99ce771b396f None None] Routers {'088aa0d6-e8d9-42e4-a697-a1230f3843c1'} bound to L3 agent in host dv-cinder-778193-11-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:40.142034 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e56eabc8-c9b0-4327-8e31-99ce771b396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:47:39Z,description=,heartbeat_timestamp=2021-11-22T17:07:39Z,host='dv-cinder-778193-11-iscsi',id=4300caae-6858-4925-b0d1-3854cbab3197,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:47:39Z,topic='l3_agent')) {'router_ids': ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:40.321419 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-abe89a49-6d21-491b-8b59-08368ea18f69 admin admin] Deleting port ec917da5-0200-402c-892b-ada8a5d03433 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:40.321762 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-abe89a49-6d21-491b-8b59-08368ea18f69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.326118 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e56eabc8-c9b0-4327-8e31-99ce771b396f None None] Set router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:40.376981 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e56eabc8-c9b0-4327-8e31-99ce771b396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:07:40Z', 'revision_number': 6, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port_host': None}], 'dv-cinder-778193-11-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:40.404448 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-abe89a49-6d21-491b-8b59-08368ea18f69 admin admin] For port ec917da5-0200-402c-892b-ada8a5d03433, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=ec917da5-0200-402c-892b-ada8a5d03433,segment=NetworkSegment(7465aa70-c654-475f-8fa3-551b82d3253e),segment_id=7465aa70-c654-475f-8fa3-551b82d3253e)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:40.404841 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-abe89a49-6d21-491b-8b59-08368ea18f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.406746 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56eabc8-c9b0-4327-8e31-99ce771b396f None None] The sync data for ids ['088aa0d6-e8d9-42e4-a697-a1230f3843c1'] in dv-cinder-778193-11-iscsi is: [{'id': '088aa0d6-e8d9-42e4-a697-a1230f3843c1', 'name': 'tempest-AttachVolumeTestJSON-1907443670-router', 'tenant_id': 'f1344b05d7b3482a80fd927587d155ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:19Z', 'updated_at': '2021-11-22T17:07:40Z', 'revision_number': 6, 'project_id': 'f1344b05d7b3482a80fd927587d155ae', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:40.418402 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-abe89a49-6d21-491b-8b59-08368ea18f69 admin admin] Calling delete_port for ec917da5-0200-402c-892b-ada8a5d03433 owned by network:router_gateway {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:40.585196 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-abe89a49-6d21-491b-8b59-08368ea18f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.611925 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe89a49-6d21-491b-8b59-08368ea18f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec917da5-0200-402c-892b-ada8a5d03433,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:40.674220 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-abe89a49-6d21-491b-8b59-08368ea18f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767235'] for router_gateway, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.766121 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-abe89a49-6d21-491b-8b59-08368ea18f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10032'] for router, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.768412 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-abe89a49-6d21-491b-8b59-08368ea18f69 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.815445 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-abe89a49-6d21-491b-8b59-08368ea18f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3833560'] for router, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.815979 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe89a49-6d21-491b-8b59-08368ea18f69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 088aa0d6-e8d9-42e4-a697-a1230f3843c1 {{(pid=102627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:07:40.821779 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-abe89a49-6d21-491b-8b59-08368ea18f69 admin admin] Publish callbacks [] for router, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.823022 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-abe89a49-6d21-491b-8b59-08368ea18f69 admin admin] 10.222.0.75 "DELETE /v2.0/routers/088aa0d6-e8d9-42e4-a697-a1230f3843c1 HTTP/1.1" status: 204 len: 168 time: 1.0207248 Nov 22 17:07:40.826029 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51346) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:40.872173 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_v2 [None req-955ca4cf-ab5b-4df0-957e-45b8ee15a639 admin admin] Deleting subnet f0e3506c-0615-4bc6-894f-57fb3b455633 {{(pid=102627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:07:40.875396 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-955ca4cf-ab5b-4df0-957e-45b8ee15a639 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.910790 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-955ca4cf-ab5b-4df0-957e-45b8ee15a639 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25618655'] for subnet, precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.958339 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.994830 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-955ca4cf-ab5b-4df0-957e-45b8ee15a639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572194'] for subnet, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.046084 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-955ca4cf-ab5b-4df0-957e-45b8ee15a639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25506244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29186019'] for subnet, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.070803 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ca4cf-ab5b-4df0-957e-45b8ee15a639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0e3506c-0615-4bc6-894f-57fb3b455633,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:41.074864 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-955ca4cf-ab5b-4df0-957e-45b8ee15a639 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.078938 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-955ca4cf-ab5b-4df0-957e-45b8ee15a639 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f0e3506c-0615-4bc6-894f-57fb3b455633 HTTP/1.1" status: 204 len: 168 time: 0.2514398 Nov 22 17:07:41.081445 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51348) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:41.082147 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5ac53c-d506-4a40-b6c2-a3887ed19a50 None None] Network 3f0b8753-02d0-41f9-ada5-cae4b59cb432 requested from dv-cinder-778193-11-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:07:41.158768 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774480'] for network, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.214864 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] Deleting port 301896d5-18aa-4c44-ac0d-783f631edf25 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:41.215210 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.282542 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] For port 301896d5-18aa-4c44-ac0d-783f631edf25, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=301896d5-18aa-4c44-ac0d-783f631edf25,segment=NetworkSegment(6700c3bf-a42e-43bd-8f88-029d1be22612),segment_id=6700c3bf-a42e-43bd-8f88-029d1be22612)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:41.282797 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.284780 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] DHCP port deletion for 3f0b8753-02d0-41f9-ada5-cae4b59cb432 request from dv-cinder-778193-11-iscsi {{(pid=102629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:07:41.296902 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] Calling delete_port for 301896d5-18aa-4c44-ac0d-783f631edf25 owned by network:dhcp {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:41.351045 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] Deleting port 301896d5-18aa-4c44-ac0d-783f631edf25 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:41.351803 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.391922 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.406012 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] No DVR routers for this DVR port 301896d5-18aa-4c44-ac0d-783f631edf25 on host dv-cinder-778193-11-iscsi {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:07:41.426839 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] For port 301896d5-18aa-4c44-ac0d-783f631edf25, host dv-cinder-778193-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-11-iscsi',level=0,port_id=301896d5-18aa-4c44-ac0d-783f631edf25,segment=NetworkSegment(6700c3bf-a42e-43bd-8f88-029d1be22612),segment_id=6700c3bf-a42e-43bd-8f88-029d1be22612)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:41.427237 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.441266 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] Calling delete_port for 301896d5-18aa-4c44-ac0d-783f631edf25 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:41.443529 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=301896d5-18aa-4c44-ac0d-783f631edf25,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:41.498409 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570257', 'neutron.services.segments.db._delete_segments_for_network-8736619892875'] for network, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.523716 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0b8753-02d0-41f9-ada5-cae4b59cb432']}} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:41.526934 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.534795 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6700c3bf-a42e-43bd-8f88-029d1be22612') {'for_net_delete': True} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:41.534795 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6700c3bf-a42e-43bd-8f88-029d1be22612') {} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:41.547661 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736620085782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25618630'] for segment, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.553725 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] Pushing event deleted for resources: {'Port': ['ID=301896d5-18aa-4c44-ac0d-783f631edf25,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:41.556041 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] No DVR routers for this DVR port 301896d5-18aa-4c44-ac0d-783f631edf25 on host dv-cinder-778193-11-iscsi {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:07:41.564448 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:41.564448 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:41.564773 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:41.565021 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:41.565540 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:41.565865 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:41.566267 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437'] for segment, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.566390 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:41.566646 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:41.566989 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:41.567287 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:41.567610 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:41.567917 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9903ce-52ed-429e-a29c-e9d855c1c829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-11-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:41.574798 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] Releasing vlan 1204 on physical network physnet1 to pool {{(pid=102627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:07:41.575284 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25506202'] for segment, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: Traceback (most recent call last): Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: timer() Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: cb(*args, **kw) Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: return func(*args, **kwargs) Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: self._notify() Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: self.callback(batched_events) Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: event.method(event) Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: return f(self, *a, **k) Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: return self._get(url).json() Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: return self.request(url, 'GET', **kwargs) Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:07:41.577249 dv-cinder-778193-11-iscsi neutron-server[102627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:07:41.631113 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3767155'] for network, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.635477 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704866'] for network, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.639170 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] 10.222.0.75 "DELETE /v2.0/networks/3f0b8753-02d0-41f9-ada5-cae4b59cb432 HTTP/1.1" status: 204 len: 168 time: 0.5564585 Nov 22 17:07:41.652124 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68846547-e70b-435b-80f8-5976d556afd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f0b8753-02d0-41f9-ada5-cae4b59cb432,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:41.803322 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51352) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:41.811394 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device ec917da5-0200-402c-892b-ada8a5d03433 no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:41.832148 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: ec917da5-0200-402c-892b-ada8a5d03433 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:41.833207 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device ec917da5-0200-402c-892b-ada8a5d03433 not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:41.833497 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 301896d5-18aa-4c44-ac0d-783f631edf25 no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:41.840573 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-ce4a2b79-0756-47ed-bb39-697c3383b35f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f1344b05d7b3482a80fd927587d155ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401525 Nov 22 17:07:41.843646 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51354) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:41.852693 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: 301896d5-18aa-4c44-ac0d-783f631edf25 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:41.853039 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device 301896d5-18aa-4c44-ac0d-783f631edf25 not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:41.853455 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device fc3ac4b0-5754-45c1-a495-bb968ad3f110 no longer exists at agent ovs-agent-dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:41.873018 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] No Port match for: fc3ac4b0-5754-45c1-a495-bb968ad3f110 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:41.873364 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Device fc3ac4b0-5754-45c1-a495-bb968ad3f110 not bound to the agent host dv-cinder-778193-11-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:41.891729 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-653dbb93-fa4b-4d08-869c-acab87966bd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.916803 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-653dbb93-fa4b-4d08-869c-acab87966bd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.961799 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-653dbb93-fa4b-4d08-869c-acab87966bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.964501 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-653dbb93-fa4b-4d08-869c-acab87966bd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.965650 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-653dbb93-fa4b-4d08-869c-acab87966bd5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/61370fee-2fc1-4d27-a690-a05b28f61853 HTTP/1.1" status: 204 len: 168 time: 0.1209443 Nov 22 17:07:41.973094 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653dbb93-fa4b-4d08-869c-acab87966bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61370fee-2fc1-4d27-a690-a05b28f61853,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:42.235706 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.149131 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51404) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:43.174524 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.252968 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-23a0d3b5-573f-4b8c-a3e2-b86545eb7734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.329575 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-23a0d3b5-573f-4b8c-a3e2-b86545eb7734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.332929 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-23a0d3b5-573f-4b8c-a3e2-b86545eb7734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.372122 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-23a0d3b5-573f-4b8c-a3e2-b86545eb7734 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=240b89e90a754cbcb886eea1f209ed55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218740 Nov 22 17:07:43.372992 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0d3b5-573f-4b8c-a3e2-b86545eb7734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2db363e-91fa-4256-b26e-e0a4eeee6e98,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:43.374826 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 51408) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:43.427243 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c19f0cca-591a-4d76-881e-3fd60d5625b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.448600 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c19f0cca-591a-4d76-881e-3fd60d5625b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.494637 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c19f0cca-591a-4d76-881e-3fd60d5625b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.497392 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c19f0cca-591a-4d76-881e-3fd60d5625b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.498518 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c19f0cca-591a-4d76-881e-3fd60d5625b3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f2db363e-91fa-4256-b26e-e0a4eeee6e98 HTTP/1.1" status: 204 len: 168 time: 0.1226079 Nov 22 17:07:43.506434 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f0cca-591a-4d76-881e-3fd60d5625b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2db363e-91fa-4256-b26e-e0a4eeee6e98,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:45.448243 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 51478) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:45.551756 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-791a986e-42da-4047-8ab7-e7fbdc61d5f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.625719 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-791a986e-42da-4047-8ab7-e7fbdc61d5f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.629662 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-791a986e-42da-4047-8ab7-e7fbdc61d5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.667454 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-791a986e-42da-4047-8ab7-e7fbdc61d5f5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=548f7b6b06f34e708540c1188d907b42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181070 Nov 22 17:07:45.669509 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a986e-42da-4047-8ab7-e7fbdc61d5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c31439-9be4-4941-9da8-a06a633994d5,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:45.670190 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51482) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:45.719401 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6a3148e2-fd4f-40ce-8983-b20d7635cf6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.741558 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6a3148e2-fd4f-40ce-8983-b20d7635cf6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.790433 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6a3148e2-fd4f-40ce-8983-b20d7635cf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.793368 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6a3148e2-fd4f-40ce-8983-b20d7635cf6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.794576 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-6a3148e2-fd4f-40ce-8983-b20d7635cf6d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f2c31439-9be4-4941-9da8-a06a633994d5 HTTP/1.1" status: 204 len: 168 time: 0.1234205 Nov 22 17:07:45.803176 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3148e2-fd4f-40ce-8983-b20d7635cf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c31439-9be4-4941-9da8-a06a633994d5,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:46.054402 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51488) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:46.067672 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-13af59ef-5df8-430e-91ef-fca642847b89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.143223 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-13af59ef-5df8-430e-91ef-fca642847b89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.148459 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-13af59ef-5df8-430e-91ef-fca642847b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.185190 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af59ef-5df8-430e-91ef-fca642847b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d84db6-9ce3-4a38-ac0e-f1ba5f5535b7,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:46.189447 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-13af59ef-5df8-430e-91ef-fca642847b89 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=578eb44e30df45bcaa21e3d987652129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340244 Nov 22 17:07:46.192618 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51490) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:46.239612 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c82e16f7-0443-4396-a419-d7da80f99cde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.261557 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c82e16f7-0443-4396-a419-d7da80f99cde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.306757 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c82e16f7-0443-4396-a419-d7da80f99cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.309301 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c82e16f7-0443-4396-a419-d7da80f99cde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.311265 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-c82e16f7-0443-4396-a419-d7da80f99cde admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/87d84db6-9ce3-4a38-ac0e-f1ba5f5535b7 HTTP/1.1" status: 204 len: 168 time: 0.1169205 Nov 22 17:07:46.319487 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e16f7-0443-4396-a419-d7da80f99cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d84db6-9ce3-4a38-ac0e-f1ba5f5535b7,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:56.828340 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51596) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:56.934121 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a8f400ef-f57c-49d8-9204-04ba5bbdc460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.012015 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a8f400ef-f57c-49d8-9204-04ba5bbdc460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.015687 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a8f400ef-f57c-49d8-9204-04ba5bbdc460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.054962 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-a8f400ef-f57c-49d8-9204-04ba5bbdc460 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1b41b21699724b52ad06b9ace658de5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255189 Nov 22 17:07:57.055822 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f400ef-f57c-49d8-9204-04ba5bbdc460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec93e8f-054b-4243-b073-1376c2a058c2,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:57.058597 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 51600) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:57.106896 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fa24eeb-9e6a-45a1-8dbc-0e2076a72137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.132153 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fa24eeb-9e6a-45a1-8dbc-0e2076a72137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.178750 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fa24eeb-9e6a-45a1-8dbc-0e2076a72137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.181400 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fa24eeb-9e6a-45a1-8dbc-0e2076a72137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.182586 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-7fa24eeb-9e6a-45a1-8dbc-0e2076a72137 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0ec93e8f-054b-4243-b073-1376c2a058c2 HTTP/1.1" status: 204 len: 168 time: 0.1228042 Nov 22 17:07:57.190819 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa24eeb-9e6a-45a1-8dbc-0e2076a72137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec93e8f-054b-4243-b073-1376c2a058c2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:57.446282 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.75', 51606) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:57.459694 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fb1b5d5-c129-4105-898e-9ea75f217268 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.542859 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fb1b5d5-c129-4105-898e-9ea75f217268 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.546928 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fb1b5d5-c129-4105-898e-9ea75f217268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.584522 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5fb1b5d5-c129-4105-898e-9ea75f217268 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2360fe872bfe4de29c9d0e8d7fc7c20b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371088 Nov 22 17:07:57.585374 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1b5d5-c129-4105-898e-9ea75f217268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949a94db-9208-4998-bde1-33f8496b5bc3,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:57.587823 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51608) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:57.637588 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4ca29622-955c-4734-a3ff-1e9261195b41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.658663 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4ca29622-955c-4734-a3ff-1e9261195b41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.717318 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4ca29622-955c-4734-a3ff-1e9261195b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.720188 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4ca29622-955c-4734-a3ff-1e9261195b41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.721383 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-4ca29622-955c-4734-a3ff-1e9261195b41 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/949a94db-9208-4998-bde1-33f8496b5bc3 HTTP/1.1" status: 204 len: 168 time: 0.1322021 Nov 22 17:07:57.730511 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca29622-955c-4734-a3ff-1e9261195b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949a94db-9208-4998-bde1-33f8496b5bc3,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:58.462513 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:58.785776 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51638) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:58.897666 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-955ba58e-05c8-478d-84b4-925c74217d15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:58.974427 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-955ba58e-05c8-478d-84b4-925c74217d15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:58.978658 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-955ba58e-05c8-478d-84b4-925c74217d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.019907 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ba58e-05c8-478d-84b4-925c74217d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2366eaac-78e9-4d49-b65b-093346b9d7e6,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:59.024208 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-955ba58e-05c8-478d-84b4-925c74217d15 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=71e0aa80d24a49998fe63d91f3d0191c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373657 Nov 22 17:07:59.027008 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51642) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:59.085902 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-28498826-1e1d-4e25-b534-a3084d2f552a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.109108 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-28498826-1e1d-4e25-b534-a3084d2f552a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.156792 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-28498826-1e1d-4e25-b534-a3084d2f552a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.159739 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-28498826-1e1d-4e25-b534-a3084d2f552a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.161452 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-28498826-1e1d-4e25-b534-a3084d2f552a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2366eaac-78e9-4d49-b65b-093346b9d7e6 HTTP/1.1" status: 204 len: 168 time: 0.1335115 Nov 22 17:07:59.169333 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28498826-1e1d-4e25-b534-a3084d2f552a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2366eaac-78e9-4d49-b65b-093346b9d7e6,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:01.357210 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-32ecfb94-ad3c-48ce-86d9-7924ebfec326 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=8ad41e87b5ff4a6780e6d68fbdb2696b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297959 Nov 22 17:08:01.550480 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-9d567fcb-963b-4d7b-b8e3-3cc6a873f83e tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:01.552508 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-9d567fcb-963b-4d7b-b8e3-3cc6a873f83e tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1898391 Nov 22 17:08:01.568575 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-fa921623-3137-4b78-9c26-23f8197c531b tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/quotas/8ad41e87b5ff4a6780e6d68fbdb2696b HTTP/1.1" status: 200 len: 375 time: 0.0100801 Nov 22 17:08:01.598908 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-ad497711-df00-4fb6-b290-fc9acff6bd8a tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8ad41e87b5ff4a6780e6d68fbdb2696b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247071 Nov 22 17:08:01.776282 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e0d8e61c-4697-4493-8e7a-3fd94783175a req-013c25f3-429c-4002-b85d-cfe91adbf363 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e6fdd4d-a2ab-4df0-b190-2db003b92a59 HTTP/1.1" status: 200 len: 210 time: 0.0432889 Nov 22 17:08:02.685392 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-5bef5fc9-b25b-445d-b776-052a3e2bea8b tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=8ad41e87b5ff4a6780e6d68fbdb2696b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233243 Nov 22 17:08:02.802780 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-91d427d8-feb4-4d08-9ec0-f98246711573 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:02.804457 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-91d427d8-feb4-4d08-9ec0-f98246711573 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1127968 Nov 22 17:08:02.819505 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-2a5bec30-a388-4fde-b3c0-2eab7fb412c8 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Request body: {'port': {'device_id': '1e6fdd4d-a2ab-4df0-b190-2db003b92a59', 'network_id': '3f192ab9-631e-460a-bcb6-f2a48048609d', 'admin_state_up': True, 'tenant_id': '8ad41e87b5ff4a6780e6d68fbdb2696b'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:02.890851 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-94197721-5f19-4f62-bd42-6d46d7c1df46 req-3a760922-e620-42ba-94bd-ac9772fea87a tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e6fdd4d-a2ab-4df0-b190-2db003b92a59 HTTP/1.1" status: 200 len: 210 time: 0.0310676 Nov 22 17:08:02.956451 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-2a5bec30-a388-4fde-b3c0-2eab7fb412c8 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Made reservation on behalf of 8ad41e87b5ff4a6780e6d68fbdb2696b for: {'port': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:08:02.960510 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-2a5bec30-a388-4fde-b3c0-2eab7fb412c8 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:02.968995 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-2a5bec30-a388-4fde-b3c0-2eab7fb412c8 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Publish callbacks [] for security_group, before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.041980 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-2a5bec30-a388-4fde-b3c0-2eab7fb412c8 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Publish callbacks [] for security_group, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.045900 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-2a5bec30-a388-4fde-b3c0-2eab7fb412c8 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.105559 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bec30-a388-4fde-b3c0-2eab7fb412c8 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435a0f43-1d2f-4a2c-a472-9ab6f549d709,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:03.174536 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-2a5bec30-a388-4fde-b3c0-2eab7fb412c8 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Allocated IP 192.168.233.114 (3f192ab9-631e-460a-bcb6-f2a48048609d/8622bc97-42cf-49fb-973f-36da7d300186/30aace8a-251c-4b78-b190-07d25411562c) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:08:03.320863 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-2a5bec30-a388-4fde-b3c0-2eab7fb412c8 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Publish callbacks [] for port, precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.356194 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-2a5bec30-a388-4fde-b3c0-2eab7fb412c8 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736619545254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.405466 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-2a5bec30-a388-4fde-b3c0-2eab7fb412c8 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Network 3f192ab9-631e-460a-bcb6-f2a48048609d is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:03.408833 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-2a5bec30-a388-4fde-b3c0-2eab7fb412c8 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:03.412550 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-2a5bec30-a388-4fde-b3c0-2eab7fb412c8 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:08:03.419186 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bec30-a388-4fde-b3c0-2eab7fb412c8 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Pushing event updated for resources: {'Port': ['ID=30aace8a-251c-4b78-b190-07d25411562c,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:03.473847 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-2a5bec30-a388-4fde-b3c0-2eab7fb412c8 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:03.474513 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-2a5bec30-a388-4fde-b3c0-2eab7fb412c8 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.492563 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-2a5bec30-a388-4fde-b3c0-2eab7fb412c8 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6774745 Nov 22 17:08:03.507664 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Request body: {'port': {'device_id': '1e6fdd4d-a2ab-4df0-b190-2db003b92a59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:03.584805 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.629207 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-1a2cac11-229a-4185-bb48-6305c9f85ad0 None None] Provisioning complete for port 30aace8a-251c-4b78-b190-07d25411562c triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:03.629811 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a2cac11-229a-4185-bb48-6305c9f85ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.667472 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-1a2cac11-229a-4185-bb48-6305c9f85ad0 None None] Port 30aace8a-251c-4b78-b190-07d25411562c cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:03.858954 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30aace8a-251c-4b78-b190-07d25411562c {{(pid=102627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:08:03.866322 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.879013 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.provisioning_blocks [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Transition to ACTIVE for port object 30aace8a-251c-4b78-b190-07d25411562c will not be triggered until provisioned by entity L2. {{(pid=102627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:08:03.882865 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.932579 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Pushing event updated for resources: {'Port': ['ID=30aace8a-251c-4b78-b190-07d25411562c,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:04.013929 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Attempting to bind port 30aace8a-251c-4b78-b190-07d25411562c on host hv-cinder-77819 for vnic_type normal with profile {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:08:04.015187 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Attempting to bind port 30aace8a-251c-4b78-b190-07d25411562c by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'a752df27-d54c-48f1-aae8-5f538e4b0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '3f192ab9-631e-460a-bcb6-f2a48048609d'}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:08:04.015187 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Attempting to bind port 30aace8a-251c-4b78-b190-07d25411562c on network 3f192ab9-631e-460a-bcb6-f2a48048609d {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:04.016472 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34d550-9e7e-43c1-813b-ca269370c078 req-a2365bd7-bd85-46ac-910e-57f47e8f2a27 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:04.018914 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9d34d550-9e7e-43c1-813b-ca269370c078 req-a2365bd7-bd85-46ac-910e-57f47e8f2a27 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e6fdd4d-a2ab-4df0-b190-2db003b92a59 HTTP/1.1" status: 200 len: 948 time: 0.0556793 Nov 22 17:08:04.021305 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Port 30aace8a-251c-4b78-b190-07d25411562c on network 3f192ab9-631e-460a-bcb6-f2a48048609d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:08:04.021771 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Attempting to bind port 30aace8a-251c-4b78-b190-07d25411562c on network 3f192ab9-631e-460a-bcb6-f2a48048609d {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:04.027996 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Checking agent: {'id': 'b14d3195-5693-4c46-b698-6794054962e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'started_at': datetime.datetime(2021, 11, 22, 16, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:08:04.028364 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Checking segment: {'id': 'a752df27-d54c-48f1-aae8-5f538e4b0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '3f192ab9-631e-460a-bcb6-f2a48048609d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:04.028747 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Bound using segment: {'id': 'a752df27-d54c-48f1-aae8-5f538e4b0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '3f192ab9-631e-460a-bcb6-f2a48048609d'} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:08:04.029184 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Bound port: 30aace8a-251c-4b78-b190-07d25411562c, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a752df27-d54c-48f1-aae8-5f538e4b0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '3f192ab9-631e-460a-bcb6-f2a48048609d'}}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:08:04.029566 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:04.076301 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9d34d550-9e7e-43c1-813b-ca269370c078 req-887ba1ad-2d6f-492c-aedc-a93a3e9479c6 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/security-groups?id=435a0f43-1d2f-4a2c-a472-9ab6f549d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513399 Nov 22 17:08:04.110025 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] For port 30aace8a-251c-4b78-b190-07d25411562c, host hv-cinder-77819, cleared binding levels {{(pid=102627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:04.115527 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] For port 30aace8a-251c-4b78-b190-07d25411562c, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=30aace8a-251c-4b78-b190-07d25411562c,segment=NetworkSegment(a752df27-d54c-48f1-aae8-5f538e4b0f85),segment_id=a752df27-d54c-48f1-aae8-5f538e4b0f85)] {{(pid=102627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:08:04.121826 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25506302'] for port, after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:04.180341 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:04.180957 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:04.182490 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] 10.222.0.85 "PUT /v2.0/ports/30aace8a-251c-4b78-b190-07d25411562c HTTP/1.1" status: 200 len: 1098 time: 0.6791961 Nov 22 17:08:04.182853 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6fdd4d-a2ab-4df0-b190-2db003b92a59', 'tag': '30aace8a-251c-4b78-b190-07d25411562c'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:08:04.185200 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000026cb-6fe5-42f5-b0fe-cdeaafd0ffcf" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6fdd4d-a2ab-4df0-b190-2db003b92a59", "tag": "30aace8a-251c-4b78-b190-07d25411562c"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:08:04.214454 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0517f-3785-46c3-913b-e246e0f01b39 service neutron] Pushing event updated for resources: {'Port': ['ID=30aace8a-251c-4b78-b190-07d25411562c,revision_number=3']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:04.234441 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5063034-42fc-43a9-8384-327f10fe6788 x-openstack-request-id: req-f5063034-42fc-43a9-8384-327f10fe6788 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:08:04.234825 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6fdd4d-a2ab-4df0-b190-2db003b92a59", "tag": "30aace8a-251c-4b78-b190-07d25411562c", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:08:04.235087 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f5063034-42fc-43a9-8384-327f10fe6788 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:08:04.235559 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e6fdd4d-a2ab-4df0-b190-2db003b92a59', 'tag': '30aace8a-251c-4b78-b190-07d25411562c', 'status': 'completed', 'code': 200} Nov 22 17:08:04.286716 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-7de456b8-2ccf-41ad-9052-eda71b90181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:04.288254 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-7de456b8-2ccf-41ad-9052-eda71b90181a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8ad41e87b5ff4a6780e6d68fbdb2696b&device_id=1e6fdd4d-a2ab-4df0-b190-2db003b92a59 HTTP/1.1" status: 200 len: 1101 time: 0.0441842 Nov 22 17:08:04.336764 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-892829e5-d02d-45dd-9086-ba690c85a609 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=30aace8a-251c-4b78-b190-07d25411562c HTTP/1.1" status: 200 len: 217 time: 0.0399461 Nov 22 17:08:04.387891 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-d312ff55-1b26-4d48-a343-a2688dfed4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:04.389366 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-d312ff55-1b26-4d48-a343-a2688dfed4bd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8622bc97-42cf-49fb-973f-36da7d300186 HTTP/1.1" status: 200 len: 843 time: 0.0460949 Nov 22 17:08:04.436728 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-f2673bfd-5680-4dd7-9d13-55b912a68d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:04.438046 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-f2673bfd-5680-4dd7-9d13-55b912a68d3b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f192ab9-631e-460a-bcb6-f2a48048609d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0412736 Nov 22 17:08:04.544498 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-95343acf-c326-4df5-ba08-6042eb1c78bf service neutron] 10.222.0.85 "GET /v2.0/networks/3f192ab9-631e-460a-bcb6-f2a48048609d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961854 Nov 22 17:08:04.638657 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-69b9822f-f706-41c0-bd75-5db3ce8d6203 req-a690810d-3772-41aa-9228-61ef79017551 service neutron] 10.222.0.85 "GET /v2.0/networks/3f192ab9-631e-460a-bcb6-f2a48048609d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860269 Nov 22 17:08:04.723479 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000026cb-6fe5-42f5-b0fe-cdeaafd0ffcf req-6e011be7-7e4a-4222-979f-328b0999862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:04.725127 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-000026cb-6fe5-42f5-b0fe-cdeaafd0ffcf req-6e011be7-7e4a-4222-979f-328b0999862c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8ad41e87b5ff4a6780e6d68fbdb2696b&device_id=1e6fdd4d-a2ab-4df0-b190-2db003b92a59 HTTP/1.1" status: 200 len: 1101 time: 0.0404067 Nov 22 17:08:04.825760 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000026cb-6fe5-42f5-b0fe-cdeaafd0ffcf req-f743e8a0-c382-4086-9d09-a6a29ff6934c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:04.827260 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-000026cb-6fe5-42f5-b0fe-cdeaafd0ffcf req-f743e8a0-c382-4086-9d09-a6a29ff6934c service neutron] 10.222.0.85 "GET /v2.0/networks?id=3f192ab9-631e-460a-bcb6-f2a48048609d HTTP/1.1" status: 200 len: 871 time: 0.0952773 Nov 22 17:08:04.870891 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-000026cb-6fe5-42f5-b0fe-cdeaafd0ffcf req-804cca22-07e6-4047-8f6e-6d036e007414 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=30aace8a-251c-4b78-b190-07d25411562c HTTP/1.1" status: 200 len: 217 time: 0.0351071 Nov 22 17:08:04.927283 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000026cb-6fe5-42f5-b0fe-cdeaafd0ffcf req-1787edb7-df3d-4078-8507-767ae37a604a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:04.928722 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-000026cb-6fe5-42f5-b0fe-cdeaafd0ffcf req-1787edb7-df3d-4078-8507-767ae37a604a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8622bc97-42cf-49fb-973f-36da7d300186 HTTP/1.1" status: 200 len: 843 time: 0.0495024 Nov 22 17:08:04.976529 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000026cb-6fe5-42f5-b0fe-cdeaafd0ffcf req-a7034e3f-cbac-4ef1-9067-9e1f4daa0e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:04.978041 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-000026cb-6fe5-42f5-b0fe-cdeaafd0ffcf req-a7034e3f-cbac-4ef1-9067-9e1f4daa0e8f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f192ab9-631e-460a-bcb6-f2a48048609d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0416830 Nov 22 17:08:05.070090 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-000026cb-6fe5-42f5-b0fe-cdeaafd0ffcf req-71b3411f-1c17-4e30-ad49-b0ceb509632d service neutron] 10.222.0.85 "GET /v2.0/networks/3f192ab9-631e-460a-bcb6-f2a48048609d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829697 Nov 22 17:08:05.166594 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-000026cb-6fe5-42f5-b0fe-cdeaafd0ffcf req-afddb198-a18b-4271-b6e2-2c7ea585482c service neutron] 10.222.0.85 "GET /v2.0/networks/3f192ab9-631e-460a-bcb6-f2a48048609d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885046 Nov 22 17:08:05.199520 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef6e10-6ac0-4d14-8e57-eef75e7cebad req-2d3bb2ac-778c-4f78-a895-f7c71f606f7c tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:05.201002 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-afef6e10-6ac0-4d14-8e57-eef75e7cebad req-2d3bb2ac-778c-4f78-a895-f7c71f606f7c tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e6fdd4d-a2ab-4df0-b190-2db003b92a59 HTTP/1.1" status: 200 len: 948 time: 0.0532374 Nov 22 17:08:05.249731 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-afef6e10-6ac0-4d14-8e57-eef75e7cebad req-a6b99de7-55f1-4017-af37-b424bc1a0354 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/security-groups?id=435a0f43-1d2f-4a2c-a472-9ab6f549d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426455 Nov 22 17:08:06.365232 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac73c31-4c70-452a-a76b-72574b5813c3 req-f8a1ded4-909f-4be3-a351-10bfbc1fb512 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:06.366658 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8ac73c31-4c70-452a-a76b-72574b5813c3 req-f8a1ded4-909f-4be3-a351-10bfbc1fb512 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e6fdd4d-a2ab-4df0-b190-2db003b92a59 HTTP/1.1" status: 200 len: 948 time: 0.0482485 Nov 22 17:08:06.412968 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8ac73c31-4c70-452a-a76b-72574b5813c3 req-c1707b41-e918-449c-a1d2-28082ee50488 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/security-groups?id=435a0f43-1d2f-4a2c-a472-9ab6f549d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403125 Nov 22 17:08:07.166504 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 30aace8a-251c-4b78-b190-07d25411562c details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:08:07.243188 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09e4bbc8-6092-46fd-8130-fb3d6e85301a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.274039 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 30aace8a-251c-4b78-b190-07d25411562c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=30aace8a-251c-4b78-b190-07d25411562c,segment=NetworkSegment(a752df27-d54c-48f1-aae8-5f538e4b0f85),segment_id=a752df27-d54c-48f1-aae8-5f538e4b0f85)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:07.284272 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Returning: {'device': '30aace8a-251c-4b78-b190-07d25411562c', 'network_id': '3f192ab9-631e-460a-bcb6-f2a48048609d', 'port_id': '30aace8a-251c-4b78-b190-07d25411562c', 'mac_address': 'fa:16:3e:d5:67:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8622bc97-42cf-49fb-973f-36da7d300186', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:08:07.321038 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.334534 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30aace8a-251c-4b78-b190-07d25411562c {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:08:07.353381 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 30aace8a-251c-4b78-b190-07d25411562c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=30aace8a-251c-4b78-b190-07d25411562c,segment=NetworkSegment(a752df27-d54c-48f1-aae8-5f538e4b0f85),segment_id=a752df27-d54c-48f1-aae8-5f538e4b0f85)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:07.358247 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.405168 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=30aace8a-251c-4b78-b190-07d25411562c,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:07.525811 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd0db4-63ed-4e91-a1f8-d0d644882909 req-8b28711a-7503-4dfe-ad75-0c48416780e8 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:07.527275 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-efcd0db4-63ed-4e91-a1f8-d0d644882909 req-8b28711a-7503-4dfe-ad75-0c48416780e8 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e6fdd4d-a2ab-4df0-b190-2db003b92a59 HTTP/1.1" status: 200 len: 949 time: 0.0485742 Nov 22 17:08:07.574102 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-efcd0db4-63ed-4e91-a1f8-d0d644882909 req-36594313-dd81-49e2-8b63-e37b42533a01 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/security-groups?id=435a0f43-1d2f-4a2c-a472-9ab6f549d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409544 Nov 22 17:08:07.578056 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['30aace8a-251c-4b78-b190-07d25411562c'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:08:08.690512 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212e98b-7f6e-417a-b85f-44294adcaf83 req-57dc750c-616f-42a2-9bcd-07d79649c407 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:08.692512 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f212e98b-7f6e-417a-b85f-44294adcaf83 req-57dc750c-616f-42a2-9bcd-07d79649c407 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e6fdd4d-a2ab-4df0-b190-2db003b92a59 HTTP/1.1" status: 200 len: 949 time: 0.0508282 Nov 22 17:08:08.740607 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f212e98b-7f6e-417a-b85f-44294adcaf83 req-89ec15f9-1870-4364-94a2-c6dd0065d7f7 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/security-groups?id=435a0f43-1d2f-4a2c-a472-9ab6f549d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421429 Nov 22 17:08:09.179734 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 30aace8a-251c-4b78-b190-07d25411562c up at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:08:09.228845 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning for port 30aace8a-251c-4b78-b190-07d25411562c completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:08:09.233131 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Provisioning complete for port 30aace8a-251c-4b78-b190-07d25411562c triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:09.233504 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569468'] for port, provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.310038 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564067'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.331631 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6fdd4d-a2ab-4df0-b190-2db003b92a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30aace8a-251c-4b78-b190-07d25411562c'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:08:09.334394 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}400314bd6e47d36a427daf2890627a265baa3f340734480536aa3bfdfef74530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab2d9a4-d115-4d88-a37a-d7de55447f52" -d '{"events": [{"server_uuid": "1e6fdd4d-a2ab-4df0-b190-2db003b92a59", "name": "network-vif-plugged", "status": "completed", "tag": "30aace8a-251c-4b78-b190-07d25411562c"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:08:09.346602 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] For port 30aace8a-251c-4b78-b190-07d25411562c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=30aace8a-251c-4b78-b190-07d25411562c,segment=NetworkSegment(a752df27-d54c-48f1-aae8-5f538e4b0f85),segment_id=a752df27-d54c-48f1-aae8-5f538e4b0f85)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:09.352639 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736620028986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736619545272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736619545290'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.375808 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9844120f-7db7-45a7-9537-c98d2185eee4 x-openstack-request-id: req-9844120f-7db7-45a7-9537-c98d2185eee4 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:08:09.376139 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6fdd4d-a2ab-4df0-b190-2db003b92a59", "name": "network-vif-plugged", "status": "completed", "tag": "30aace8a-251c-4b78-b190-07d25411562c", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:08:09.376396 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9844120f-7db7-45a7-9537-c98d2185eee4 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:08:09.376784 dv-cinder-778193-11-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6fdd4d-a2ab-4df0-b190-2db003b92a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30aace8a-251c-4b78-b190-07d25411562c', 'code': 200} Nov 22 17:08:09.402995 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Pushing event updated for resources: {'Port': ['ID=30aace8a-251c-4b78-b190-07d25411562c,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:09.516881 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22b4f0f3-6163-49ff-8778-39dff1032913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.532924 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835c554-3b8a-4ac9-a9ba-31a133219920 req-857a6e51-70ac-4d17-8ebe-fd417dcde9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:09.534374 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8835c554-3b8a-4ac9-a9ba-31a133219920 req-857a6e51-70ac-4d17-8ebe-fd417dcde9b6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1e6fdd4d-a2ab-4df0-b190-2db003b92a59 HTTP/1.1" status: 200 len: 1103 time: 0.0404716 Nov 22 17:08:09.579313 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8835c554-3b8a-4ac9-a9ba-31a133219920 req-6655e76a-f92f-47ed-be0f-f596c4080197 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=435a0f43-1d2f-4a2c-a472-9ab6f549d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373585 Nov 22 17:08:09.852422 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdda14-fb5a-4586-99ce-fa71b6605908 req-1f5f2104-c059-4d9e-907a-42b591682342 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:09.853867 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c7fdda14-fb5a-4586-99ce-fa71b6605908 req-1f5f2104-c059-4d9e-907a-42b591682342 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e6fdd4d-a2ab-4df0-b190-2db003b92a59 HTTP/1.1" status: 200 len: 950 time: 0.0471652 Nov 22 17:08:09.903907 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c7fdda14-fb5a-4586-99ce-fa71b6605908 req-497c260d-a0f0-4c71-95e9-0ee146ce1545 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/security-groups?id=435a0f43-1d2f-4a2c-a472-9ab6f549d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442586 Nov 22 17:08:10.961561 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:11.022986 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4767b75-a3ca-4a51-8fc9-f322fc9d5319 req-4ba59ea3-1f2f-4dea-bca4-3c050c45ae39 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:11.024474 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c4767b75-a3ca-4a51-8fc9-f322fc9d5319 req-4ba59ea3-1f2f-4dea-bca4-3c050c45ae39 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e6fdd4d-a2ab-4df0-b190-2db003b92a59 HTTP/1.1" status: 200 len: 950 time: 0.0515537 Nov 22 17:08:11.069895 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c4767b75-a3ca-4a51-8fc9-f322fc9d5319 req-99b804a9-9c26-43e3-9dd2-17e1e25ce7a2 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/security-groups?id=435a0f43-1d2f-4a2c-a472-9ab6f549d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394857 Nov 22 17:08:11.320172 dv-cinder-778193-11-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b7446-0e45-4353-bf8e-750e10013cd3 req-18e526ab-e8b5-450c-af02-5469813c457d tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:11.321625 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7a0b7446-0e45-4353-bf8e-750e10013cd3 req-18e526ab-e8b5-450c-af02-5469813c457d tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e6fdd4d-a2ab-4df0-b190-2db003b92a59 HTTP/1.1" status: 200 len: 950 time: 0.0482543 Nov 22 17:08:11.368388 dv-cinder-778193-11-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7a0b7446-0e45-4353-bf8e-750e10013cd3 req-3fc9f652-cd70-4240-88cb-5cfc8b6978e8 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/security-groups?id=435a0f43-1d2f-4a2c-a472-9ab6f549d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409646 Nov 22 17:08:12.238339 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:12.483115 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c39a28-cdbd-43b6-810b-4e199ee6a0de req-a2158b00-2d36-48db-aee2-4f1a9de5c4b6 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:12.484495 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2c39a28-cdbd-43b6-810b-4e199ee6a0de req-a2158b00-2d36-48db-aee2-4f1a9de5c4b6 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e6fdd4d-a2ab-4df0-b190-2db003b92a59 HTTP/1.1" status: 200 len: 950 time: 0.0487483 Nov 22 17:08:12.531492 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2c39a28-cdbd-43b6-810b-4e199ee6a0de req-4f807ae1-43ad-471c-af99-2a54c657727d tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.75 "GET /v2.0/security-groups?id=435a0f43-1d2f-4a2c-a472-9ab6f549d709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 Nov 22 17:08:12.672798 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b46e36-9458-4bef-ac7e-6cd19762250d req-7379a13c-b61b-490d-8831-0ff78e288907 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:12.674217 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-05b46e36-9458-4bef-ac7e-6cd19762250d req-7379a13c-b61b-490d-8831-0ff78e288907 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e6fdd4d-a2ab-4df0-b190-2db003b92a59 HTTP/1.1" status: 200 len: 950 time: 0.0469432 Nov 22 17:08:12.763263 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-05b46e36-9458-4bef-ac7e-6cd19762250d req-6b07ccb5-eaa6-43f5-a3e7-e90c13b32b50 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Deleting port 30aace8a-251c-4b78-b190-07d25411562c {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:12.763516 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-05b46e36-9458-4bef-ac7e-6cd19762250d req-6b07ccb5-eaa6-43f5-a3e7-e90c13b32b50 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736620027688'] for port, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:12.850751 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-05b46e36-9458-4bef-ac7e-6cd19762250d req-6b07ccb5-eaa6-43f5-a3e7-e90c13b32b50 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] For port 30aace8a-251c-4b78-b190-07d25411562c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=30aace8a-251c-4b78-b190-07d25411562c,segment=NetworkSegment(a752df27-d54c-48f1-aae8-5f538e4b0f85),segment_id=a752df27-d54c-48f1-aae8-5f538e4b0f85)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:12.851103 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-05b46e36-9458-4bef-ac7e-6cd19762250d req-6b07ccb5-eaa6-43f5-a3e7-e90c13b32b50 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761908'] for port, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:12.863171 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [req-05b46e36-9458-4bef-ac7e-6cd19762250d req-6b07ccb5-eaa6-43f5-a3e7-e90c13b32b50 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Calling delete_port for 30aace8a-251c-4b78-b190-07d25411562c owned by compute:nova {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:12.989167 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-05b46e36-9458-4bef-ac7e-6cd19762250d req-6b07ccb5-eaa6-43f5-a3e7-e90c13b32b50 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-564002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736620029013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736619545263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25506281'] for port, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:13.004017 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] get_ports_and_sgs() called for port_ids ['30aace8a-251c-4b78-b190-07d25411562c'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:08:13.023330 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07ccb5-eaa6-43f5-a3e7-e90c13b32b50 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Pushing event deleted for resources: {'Port': ['ID=30aace8a-251c-4b78-b190-07d25411562c,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:13.066081 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b46e36-9458-4bef-ac7e-6cd19762250d req-6b07ccb5-eaa6-43f5-a3e7-e90c13b32b50 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] No DVR routers for this DVR port 30aace8a-251c-4b78-b190-07d25411562c on host hv-cinder-77819 {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:08:13.068882 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-05b46e36-9458-4bef-ac7e-6cd19762250d req-6b07ccb5-eaa6-43f5-a3e7-e90c13b32b50 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178855'] for port, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:13.072590 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [req-05b46e36-9458-4bef-ac7e-6cd19762250d req-6b07ccb5-eaa6-43f5-a3e7-e90c13b32b50 tempest-VolumesNegativeTest-1173729767 tempest-VolumesNegativeTest-1173729767-project] 10.222.0.85 "DELETE /v2.0/ports/30aace8a-251c-4b78-b190-07d25411562c HTTP/1.1" status: 204 len: 173 time: 0.3912082 Nov 22 17:08:13.072868 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6fdd4d-a2ab-4df0-b190-2db003b92a59', 'name': 'network-vif-deleted', 'tag': '30aace8a-251c-4b78-b190-07d25411562c'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:08:13.075116 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2ad6368bfa15cb589cc89ed838b405839a2ba99f2c66c978716d57f63ae1b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82eb113b-3cc7-439c-adf0-8cbbe4116571" -d '{"events": [{"server_uuid": "1e6fdd4d-a2ab-4df0-b190-2db003b92a59", "name": "network-vif-deleted", "tag": "30aace8a-251c-4b78-b190-07d25411562c"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:08:13.115991 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c543f404-af70-48d0-8440-a0cca712a8e3 x-openstack-request-id: req-c543f404-af70-48d0-8440-a0cca712a8e3 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:08:13.116301 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6fdd4d-a2ab-4df0-b190-2db003b92a59", "name": "network-vif-deleted", "tag": "30aace8a-251c-4b78-b190-07d25411562c", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:08:13.116550 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c543f404-af70-48d0-8440-a0cca712a8e3 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:08:13.116937 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6fdd4d-a2ab-4df0-b190-2db003b92a59', 'name': 'network-vif-deleted', 'tag': '30aace8a-251c-4b78-b190-07d25411562c', 'status': 'completed', 'code': 200} Nov 22 17:08:13.177038 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:15.586627 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:08:17.213279 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 30aace8a-251c-4b78-b190-07d25411562c no longer exists at agent hyperv_hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:08:17.235624 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] No Port match for: 30aace8a-251c-4b78-b190-07d25411562c {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:08:17.235983 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Device 30aace8a-251c-4b78-b190-07d25411562c not bound to the agent host hv-cinder-77819 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:08:17.315172 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51982) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:17.443120 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-4159f658-1e13-425d-8fb7-a13ca5b37fe7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8ad41e87b5ff4a6780e6d68fbdb2696b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267076 Nov 22 17:08:17.446186 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.75', 51986) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:17.491617 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9903c96a-159c-48b6-b7a4-5fa0429fc7e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:17.513711 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9903c96a-159c-48b6-b7a4-5fa0429fc7e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:17.561427 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9903c96a-159c-48b6-b7a4-5fa0429fc7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799062'] for security_group, after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:17.564191 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9903c96a-159c-48b6-b7a4-5fa0429fc7e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:17.565310 dv-cinder-778193-11-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-9903c96a-159c-48b6-b7a4-5fa0429fc7e2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/435a0f43-1d2f-4a2c-a472-9ab6f549d709 HTTP/1.1" status: 204 len: 168 time: 0.1182134 Nov 22 17:08:17.573994 dv-cinder-778193-11-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903c96a-159c-48b6-b7a4-5fa0429fc7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435a0f43-1d2f-4a2c-a472-9ab6f549d709,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:28.460259 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.224668 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bba0b0be-4538-4ad4-aa83-c93ae8b06b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.518602 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b3c80c8-1709-4402-a651-d24bcf4f3397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.964114 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:42.241177 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:43.179439 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:52.586238 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:08:58.477094 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:07.226680 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9c958c6a-88e5-4828-876b-dd9223cfea2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:09.520737 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e0a2afd-2fe0-4af6-b3a9-5e198fb99942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:10.967268 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:12.243868 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:13.181235 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:28.476795 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:29.586979 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:09:37.228295 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b277504-a102-4be0-9129-01e902c0fedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:39.521914 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5f364c5-26c0-4075-a12a-b325a8a70c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:40.970075 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:42.246465 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:43.182729 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:58.476095 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:06.586630 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:10:07.228845 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-416400a9-e0dc-4a4f-a0ba-3005de760b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:09.523092 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b993f1ed-68e9-4421-b656-561d5cc069f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:10.972386 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:12.249848 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:13.184072 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:28.490765 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:37.229883 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc60cc6d-96e6-4884-810d-a5a3bed7b3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:39.524210 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a4d05b35-e461-4f1e-978f-2e778ea3754a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.975472 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:42.253887 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:43.186159 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:43.584931 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:10:58.509385 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:07.232145 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d31b925-48a8-435a-a530-03a91bffbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:09.525122 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3d41d071-031c-4e5a-bd33-98c122d8aa3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:10.979099 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.255645 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:13.190073 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.584048 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:11:28.522055 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:37.347153 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a4b5dc61-6aa5-4a95-84f9-886db91ade7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:39.525684 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90645fc7-224a-42f5-9bbf-2b3fc602e635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:40.981390 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:42.260407 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:43.191216 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:57.582781 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:11:58.520991 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:07.239398 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0216f02-368f-44b0-b720-781207b2687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:09.526669 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1d14c3f-dd06-4a9d-8276-3e055d0977bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:10.985047 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:12.261562 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:13.193326 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:28.536216 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:34.581596 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:12:37.239931 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48ef30f7-8f64-485d-a88c-3d1f50887299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:39.526975 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b23a8e5-b2a3-456a-84f2-b7f01645dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:40.987942 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:42.264235 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:43.194685 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:58.538717 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:07.240697 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fb026fa0-9396-4760-a7dc-8bcc47ac1e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:09.528319 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fba43481-078f-43f9-a81b-5675070d2a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:10.990778 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a8f504-ac58-4b60-bb57-106b30048ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:11.580130 dv-cinder-778193-11-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-5b636be5-88fd-4757-bc56-43c9b4ba75d6 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:13:12.268042 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcff3c9-3f01-4d28-8c47-502e359ae91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:13.198804 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01c1b797-e309-4484-9b1e-9b7b4b1b3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:28.536101 dv-cinder-778193-11-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8cef7f-6a56-44b7-a704-535c120025a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736619892947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569357'] for agent, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}